-- Logs begin at Fri 2022-10-14 12:21:45 UTC, end at Fri 2022-10-14 13:21:08 UTC. -- Oct 14 12:51:13.062786 dv-cinder-820994-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 12:51:15.676142 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.common.config [-] Logging enabled! Oct 14 12:51:15.676746 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev80 Oct 14 12:51:15.676928 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104336) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 12:51:15.680200 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.common.config [-] Logging enabled! Oct 14 12:51:15.680452 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev80 Oct 14 12:51:15.680760 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104336) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 12:51:15.681691 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:51:15.681927 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:51:15.682405 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:51:15.682653 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:51:15.682879 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:51:15.683193 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.683561 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.683794 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.684090 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.684380 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.684661 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.684951 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.685250 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.685549 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.685830 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.686115 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.686349 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.686630 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.686915 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.687196 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.687419 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] debug = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.687696 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.688123 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.688516 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.688795 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.689082 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.689356 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.689653 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.689931 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.690213 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.690539 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] host = dv-cinder-820994-7-iscsi {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.690814 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.691097 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.691380 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.691662 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.691935 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.692206 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.692486 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.692757 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.693024 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.693295 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.693600 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.693886 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.694170 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.694392 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.694612 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.694892 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.695185 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.695450 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.695726 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.695996 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.696267 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.696542 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.696805 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.697082 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.697360 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.697659 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.697932 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.698205 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.698471 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.698739 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.699043 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.699313 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.699581 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.699852 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.700137 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.700401 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.700670 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.700963 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.701242 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.701541 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.701829 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.702100 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.702377 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.702645 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.702914 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.703182 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_json = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.703451 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.703719 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.703996 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.704266 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.704534 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.704804 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.705098 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.705350 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.705721 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:15.705943 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.706236 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.706539 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.706822 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.707123 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.707402 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.707690 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.707972 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.708261 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.708544 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.708832 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.709106 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.709401 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.709710 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.710003 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.710305 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.710595 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.710883 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.711155 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.711425 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.711695 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.711972 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.712256 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.712531 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.712817 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.713101 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.713377 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.713696 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.713981 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.714264 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.715074 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.715363 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.715635 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.715912 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.716198 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.716474 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.716743 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.717031 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.717305 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.717601 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.717882 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.718168 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.718452 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.718720 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.718994 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.719279 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.719551 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.719818 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.720087 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.720359 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.720625 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.720906 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.721178 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.721448 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.721739 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.722015 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.722288 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.722560 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.722835 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.723106 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.723378 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.723647 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.723916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.724185 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.724454 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.724722 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.724990 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.725258 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.725553 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.725823 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.726092 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.726361 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.726630 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.726904 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.727185 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.727479 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.727755 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.728035 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.728315 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.728592 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.728866 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.729140 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.729415 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.729714 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.729987 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.730837 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.731122 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.731407 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.731691 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.731986 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.732285 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.732568 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.732850 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.733382 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.733686 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.733967 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.734252 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.734532 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.734814 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.735098 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.735384 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.735677 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.735982 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.736242 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.736532 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.736829 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.737121 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.737398 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.737727 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.738003 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:15.738217 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:51:15.738459 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104336) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 12:51:16.109405 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 12:51:16.109750 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 12:51:16.110017 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 12:51:16.110249 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 12:51:16.110526 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 12:51:16.110851 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 12:51:16.430072 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.430368 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.430643 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.431820 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.432091 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.432354 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.483849 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.484126 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.484394 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.500463 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.500742 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.501008 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.528495 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.528768 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.529032 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.564415 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.564692 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.564958 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.790980 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.791574 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.791574 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.792646 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.793356 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.888957 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.889281 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.889587 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.889861 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.890129 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.890440 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.890702 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.890956 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.891208 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.891487 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.891745 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.892009 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.892263 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.892513 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.892765 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.893025 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.893278 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.893565 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.893839 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.894098 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.894370 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.894622 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.894902 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.895275 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.895528 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.895774 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.896172 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:16.896412 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:16.896649 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:16.896883 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:16.897116 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:16.897348 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:16.897734 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 12:51:16.900744 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 12:51:16.905170 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 12:51:16.908838 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 14 12:51:16.910466 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 12:51:16.911076 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 12:51:16.911408 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 12:51:16.911788 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 12:51:16.914552 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 12:51:16.914800 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 12:51:16.915143 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 12:51:16.920159 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 12:51:16.942359 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 12:51:16.942805 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.943101 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104336) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 14 12:51:16.943467 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.944790 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104336) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 12:51:16.945070 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 12:51:16.945313 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 12:51:16.956501 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:16.956790 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.104935 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 12:51:17.105177 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 12:51:17.105410 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 12:51:17.105806 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 12:51:17.158081 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO dbcounter [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Registered counter for database neutron Oct 14 12:51:17.174741 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_db.sqlalchemy.engines [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 12:51:17.180487 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG dbcounter [-] [104336] Writer thread running {{(pid=104336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 12:51:17.711192 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing driver for type 'gre' Oct 14 12:51:17.711720 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] gre ID ranges: [(1, 1000)] Oct 14 12:51:17.769977 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing driver for type 'local' Oct 14 12:51:17.770330 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing driver for type 'vlan' Oct 14 12:51:17.782858 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] VlanTypeDriver initialization complete Oct 14 12:51:17.783261 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing driver for type 'vxlan' Oct 14 12:51:17.783816 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] vxlan ID ranges: [(1, 1000)] Oct 14 12:51:17.838359 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing extension driver 'port_security' Oct 14 12:51:17.839001 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] PortSecurityExtensionDriver initialization complete Oct 14 12:51:17.839001 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing mechanism driver 'openvswitch' Oct 14 12:51:17.839286 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing mechanism driver 'hyperv' Oct 14 12:51:17.846238 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.plugin [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:51:17.846902 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.847277 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.847634 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.848132 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 12:51:17.848546 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.848901 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.849242 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.849657 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 12:51:17.850060 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.850417 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.850761 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.851147 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 12:51:17.851549 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > security_group after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.851897 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > security_group after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.852236 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > security_group after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.852625 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 12:51:17.853026 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.853371 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.853730 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.854248 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 12:51:17.856100 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > address_group after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.856100 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > address_group after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.856272 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > address_group after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.856631 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 12:51:17.857076 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] ML2 OVO RPC backend initialized. {{(pid=104336) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 14 12:51:17.857804 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_interface after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.858419 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.858841 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.859194 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > networks before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.859537 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.859880 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > ports before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.860228 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.860570 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnets before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.860916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.861258 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.861623 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.861960 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.862298 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.862641 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.862971 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.863307 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.863638 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > subnet after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.871100 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded quota_driver: . Oct 14 12:51:17.871460 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.plugin [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Modular L2 Plugin initialization complete Oct 14 12:51:17.871806 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading services supported by the core plugin {{(pid=104336) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 12:51:17.872145 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Got port-security extension from driver 'port_security' Oct 14 12:51:17.872626 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.extensions.vlantransparent [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Disabled vlantransparent extension. Oct 14 12:51:17.873140 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104336) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 12:51:17.873462 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: router Oct 14 12:51:17.908318 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_interface before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.908710 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.909085 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router before_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.909461 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.909862 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.910220 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_delete 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.910582 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > floatingip after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.910936 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > floatingip after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.911295 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.911714 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.911999 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.912350 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.912711 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.913124 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.913520 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.913868 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.914210 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: subnet after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.914558 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.914906 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > port precommit_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.915259 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.915606 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.915946 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.916302 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.916646 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_delete 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.917000 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.917362 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router_interface after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.918340 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.918708 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > agent after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.919064 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > agent after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.919423 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.920270 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Tracking information for resource: router configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:17.920598 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Tracking information for resource: floatingip configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 12:51:17.925451 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.db.l3_agentschedulers_db [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 12:51:17.926058 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.926422 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.926775 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.927124 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.927912 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router before_create 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.928279 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_delete 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.928646 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_create 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.929002 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > router precommit_update 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.933821 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.provider_configuration [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service providers = [] {{(pid=104336) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 12:51:17.934183 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.db.servicetype_db [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104336) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 12:51:17.937071 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:51:17.937419 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:51:17.937782 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:51:17.938658 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 12:51:17.939026 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.services.service_base [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 12:51:17.939396 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.939710 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 12:51:17.951164 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.951496 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: auto_allocate Oct 14 12:51:17.957152 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: network precommit_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.957546 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: network precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.958062 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.958378 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: tag Oct 14 12:51:17.965419 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.965722 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: timestamp Oct 14 12:51:17.969693 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.970020 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: network_ip_availability Oct 14 12:51:17.975395 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.975768 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.976126 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:17.976847 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.977165 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: flavors Oct 14 12:51:17.982482 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.982811 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading Plugin: revisions Oct 14 12:51:17.987432 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 12:51:17.987813 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 12:51:17.988554 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104336) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 14 12:51:17.988887 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Initializing extension manager. Oct 14 12:51:17.989406 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: __init__.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.989777 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: __pycache__ {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.990108 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: address_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.990993 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:17.991566 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: address-group Oct 14 12:51:17.991890 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: address_scope.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.992561 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:17.993071 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: address-scope Oct 14 12:51:17.993389 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: admin_state_down_before_update.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.994291 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:17.994799 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: router-admin-state-down-before-update Oct 14 12:51:17.995117 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: agent.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.995809 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:17.996320 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: agent Oct 14 12:51:17.996640 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: agent_resources_synced.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:17.997505 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:17.998018 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: agent-resources-synced Oct 14 12:51:17.998334 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: allowedaddresspairs.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.000061 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.000581 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: allowed-address-pairs Oct 14 12:51:18.000905 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: auto_allocated_topology.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.001931 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.002445 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: auto-allocated-topology Oct 14 12:51:18.002766 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: availability_zone.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.003414 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.003924 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: availability_zone Oct 14 12:51:18.004245 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: availability_zone_filter.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.005104 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.005647 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: availability_zone_filter Oct 14 12:51:18.005969 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: data_plane_status.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.006823 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.007325 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 12:51:18.007644 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: default_subnetpools.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.008505 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.009013 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: default-subnetpools Oct 14 12:51:18.009332 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: dhcpagentscheduler.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.010120 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.010634 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: dhcp_agent_scheduler Oct 14 12:51:18.010955 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: dns.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.011879 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.012390 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension dns-integration not supported by any of loaded plugins Oct 14 12:51:18.012712 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: dns_domain_ports.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.013667 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.014176 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 12:51:18.014496 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.015386 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.015875 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 12:51:18.016193 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: dvr.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.016821 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.017319 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: dvr Oct 14 12:51:18.017672 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: ecmp_routes.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.018537 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.019035 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 12:51:18.019351 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: empty_string_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.020206 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.020709 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: empty-string-filtering Oct 14 12:51:18.021024 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.021899 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.022400 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 12:51:18.022716 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.023578 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.024076 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 12:51:18.024392 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: external_net.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.025240 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.025780 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: external-net Oct 14 12:51:18.026096 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: extra_dhcp_opt.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.027459 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.027965 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: extra_dhcp_opt Oct 14 12:51:18.028282 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: extraroute.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.029142 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.029672 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: extraroute Oct 14 12:51:18.029995 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: extraroute_atomic.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.030960 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.031469 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: extraroute-atomic Oct 14 12:51:18.031787 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: filter_validation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.032408 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.032912 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: filter-validation Oct 14 12:51:18.033229 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: fip_pf_description.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.034112 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.034617 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 12:51:18.034934 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: fip_pf_detail.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.035789 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.036298 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: floating-ip-port-forwarding-detail Oct 14 12:51:18.036614 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: fip_pf_port_range.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.037474 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.037998 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 14 12:51:18.038314 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: fip_port_details.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.039183 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.039695 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: fip-port-details Oct 14 12:51:18.040011 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: flavors.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.041173 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.041722 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: flavors Oct 14 12:51:18.042044 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.044161 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.044689 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 12:51:18.045018 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: floatingip_pools.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.045697 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.046212 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: floatingip-pools Oct 14 12:51:18.046537 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: ip_allocation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.047415 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.047918 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 12:51:18.048239 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.049126 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.049669 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: ip-substring-filtering Oct 14 12:51:18.049994 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l2_adjacency.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.050861 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.051362 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 12:51:18.051683 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.052582 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.053093 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: router Oct 14 12:51:18.053415 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_conntrack_helper.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.055763 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.056296 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 12:51:18.056630 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.057521 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.058045 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: ext-gw-mode Oct 14 12:51:18.058406 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.059287 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.059808 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: l3-ha Oct 14 12:51:18.060132 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.060990 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.061518 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 14 12:51:18.061847 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_flavors.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.062708 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.063222 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: l3-flavors Oct 14 12:51:18.063545 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_ndp_proxy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.064845 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.065364 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 14 12:51:18.065711 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.066573 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.067092 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 12:51:18.067415 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: l3agentscheduler.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.068401 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.068923 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: l3_agent_scheduler Oct 14 12:51:18.069245 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: local_ip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.070930 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.071463 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension local_ip not supported by any of loaded plugins Oct 14 12:51:18.071791 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: logging.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.073199 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.073745 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension logging not supported by any of loaded plugins Oct 14 12:51:18.074126 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: metering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.074803 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.075376 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: metering Oct 14 12:51:18.075698 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.076735 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.077251 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: metering_source_and_destination_fields Oct 14 12:51:18.077603 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: multiprovidernet.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.078474 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.078994 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: multi-provider Oct 14 12:51:18.079314 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: netmtu.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.080170 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.080682 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: net-mtu Oct 14 12:51:18.081000 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: netmtu_writable.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.081888 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.082393 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: net-mtu-writable Oct 14 12:51:18.082711 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: network_availability_zone.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.083335 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.083846 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: network_availability_zone Oct 14 12:51:18.084164 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: network_ip_availability.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.085197 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.085745 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: network-ip-availability Oct 14 12:51:18.086070 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: network_segment_range.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.086785 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.087286 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 12:51:18.087605 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: pagination.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.088524 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.088858 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: pagination Oct 14 12:51:18.089176 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: port_device_profile.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.090561 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.091078 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: port-device-profile Oct 14 12:51:18.091397 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: port_mac_address_override.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.092256 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.092767 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: port-mac-override Oct 14 12:51:18.093085 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.093981 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.094492 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: port-mac-address-regenerate Oct 14 12:51:18.094809 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.095683 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.096191 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: port-numa-affinity-policy Oct 14 12:51:18.096508 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: port_resource_request.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.097365 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.097900 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 12:51:18.098220 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: port_resource_request_groups.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.099127 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.099629 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 14 12:51:18.099946 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: portbindings.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.100821 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.101332 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: binding Oct 14 12:51:18.101681 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: portbindings_extended.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.102898 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.103419 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: binding-extended Oct 14 12:51:18.103742 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: portsecurity.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.104599 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.105654 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: port-security Oct 14 12:51:18.105994 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: project_id.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.107106 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.107437 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: project-id Oct 14 12:51:18.107758 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: providernet.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.108891 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.109406 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: provider Oct 14 12:51:18.109763 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.113178 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.113740 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos not supported by any of loaded plugins Oct 14 12:51:18.114071 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.115269 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.115795 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 12:51:18.116127 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.116996 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.117544 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 12:51:18.117874 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_default.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.118734 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.119257 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-default not supported by any of loaded plugins Oct 14 12:51:18.119581 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_fip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.120450 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.120993 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-fip not supported by any of loaded plugins Oct 14 12:51:18.121317 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_fip_network_policy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.122206 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.122719 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 14 12:51:18.123041 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_gateway_ip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.123908 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.124427 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 12:51:18.124748 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_port_network_policy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.125644 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.126157 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 12:51:18.126477 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.133932 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.133932 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 12:51:18.133932 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.133932 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.133932 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 14 12:51:18.133932 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_pps_rule.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.134530 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.134530 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-pps not supported by any of loaded plugins Oct 14 12:51:18.134530 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_rule_type_details.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.134530 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.134530 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 12:51:18.134530 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_rule_type_filter.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.134949 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.135405 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 14 12:51:18.135405 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: qos_rules_alias.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.136393 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.136910 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 12:51:18.137234 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: quota_check_limit.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.138119 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.138635 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: quota-check-limit Oct 14 12:51:18.138965 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: quotasv2.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.139840 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.140164 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: quotas Oct 14 12:51:18.140483 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: quotasv2_detail.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.142133 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.142469 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: quota_details Oct 14 12:51:18.142792 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: rbac.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.143797 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.144318 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: rbac-policies Oct 14 12:51:18.144645 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: rbac_address_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.145550 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.146068 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: rbac-address-group Oct 14 12:51:18.146390 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: rbac_address_scope.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.147334 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.147846 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: rbac-address-scope Oct 14 12:51:18.148166 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: rbac_security_groups.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.149043 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.149592 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: rbac-security-groups Oct 14 12:51:18.149916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: rbac_subnetpool.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.150776 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.151288 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: rbac-subnetpool Oct 14 12:51:18.151604 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: revisionifmatch.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.152994 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.153530 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: revision-if-match Oct 14 12:51:18.153852 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: revisions.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.154914 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.155424 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: standard-attr-revisions Oct 14 12:51:18.155745 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: router_availability_zone.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.156368 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.156883 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: router_availability_zone Oct 14 12:51:18.157201 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: routerservicetype.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.158110 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.158624 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension router-service-type not supported by any of loaded plugins Oct 14 12:51:18.158999 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.159808 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.160317 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: security-groups-normalized-cidr Oct 14 12:51:18.160634 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: security_groups_port_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.161542 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.162059 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: port-security-groups-filtering Oct 14 12:51:18.162376 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.163248 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.163754 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: security-groups-remote-address-group Oct 14 12:51:18.164070 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.164947 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.165456 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: security-groups-shared-filtering Oct 14 12:51:18.165797 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: securitygroup.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.176051 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.176583 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: security-group Oct 14 12:51:18.176916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: segment.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.177631 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.178147 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension segment not supported by any of loaded plugins Oct 14 12:51:18.178471 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.179366 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.179907 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 12:51:18.180230 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: servicetype.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.181276 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.181828 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: service-type Oct 14 12:51:18.182154 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: sorting.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.183082 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.183429 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: sorting Oct 14 12:51:18.183747 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: standard_attr_segment.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.184633 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.185151 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 12:51:18.185470 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: standardattrdescription.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.186098 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.186611 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: standard-attr-description Oct 14 12:51:18.186929 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: stateful_security_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.187805 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.188321 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: stateful-security-group Oct 14 12:51:18.188640 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: stdattrs_common.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.189184 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 12:51:18.189531 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.190415 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.190925 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 12:51:18.191246 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: subnet_onboard.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.192240 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.192758 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: subnet_onboard Oct 14 12:51:18.193079 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.193989 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.194497 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 12:51:18.194819 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: subnet_service_types.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.195694 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.196207 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: subnet-service-types Oct 14 12:51:18.196525 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: subnetallocation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.197584 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.198103 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: subnet_allocation Oct 14 12:51:18.198421 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.199554 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.200064 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: subnetpool-prefix-ops Oct 14 12:51:18.200380 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.201253 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.201792 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 12:51:18.202110 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: tagging.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.203111 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.203638 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: standard-attr-tag Oct 14 12:51:18.203960 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: timestamp.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.205099 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.205651 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loaded extension: standard-attr-timestamp Oct 14 12:51:18.205976 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: trunk.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.206947 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.207463 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension trunk not supported by any of loaded plugins Oct 14 12:51:18.207785 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: trunk_details.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.208658 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.209170 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension trunk-details not supported by any of loaded plugins Oct 14 12:51:18.209518 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: uplink_status_propagation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.210392 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.210902 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 12:51:18.211225 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Loading extension file: vlantransparent.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 12:51:18.211848 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 12:51:18.212355 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 12:51:18.215518 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:network Oct 14 12:51:18.215976 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:subnet Oct 14 12:51:18.216368 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:51:18.216752 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:port Oct 14 12:51:18.218007 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.218447 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service FLAVORS assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.219047 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.219492 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.219823 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:router Oct 14 12:51:18.220248 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:floatingip Oct 14 12:51:18.220739 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service METERING assigned prefix: /metering {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.222197 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:18.222571 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:18.222922 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:51:18.223897 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 12:51:18.224327 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:security_group Oct 14 12:51:18.224749 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 12:51:18.225285 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.225647 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:51:18.225992 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] subnetpool is already registered Oct 14 12:51:18.226417 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.226748 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:51:18.227076 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] subnetpool is already registered Oct 14 12:51:18.229461 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.229938 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service FLAVORS assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.230583 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.231154 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.231489 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:router Oct 14 12:51:18.231841 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] router is already registered Oct 14 12:51:18.232263 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:floatingip Oct 14 12:51:18.232600 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] floatingip is already registered Oct 14 12:51:18.233308 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service METERING assigned prefix: /metering {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.234031 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 12:51:18.234359 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] rbac_policy is already registered Oct 14 12:51:18.234784 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:security_group Oct 14 12:51:18.235118 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] security_group is already registered Oct 14 12:51:18.235536 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 12:51:18.235868 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] security_group_rule is already registered Oct 14 12:51:18.236361 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.236684 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:51:18.237022 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] subnetpool is already registered Oct 14 12:51:18.237436 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 12:51:18.237851 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 12:51:18.238180 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] subnetpool is already registered Oct 14 12:51:18.238641 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: extensions {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.240220 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: address-groups {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.241766 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: address-scopes {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.243024 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: agents {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.244205 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: auto-allocated-topology {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.246757 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: availability_zones {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.248013 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: dhcp-networks {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.249447 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: dhcp-agents {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.251016 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: routers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.252757 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: flavors {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.253960 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: service_profiles {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.255272 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: next_providers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.256733 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: service_profiles {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.258223 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: floatingip-pools {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.259503 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: routers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.261934 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: floatingips {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.263189 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: l3-routers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.264596 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: l3-agents {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.266176 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: metering-labels {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.267446 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: metering-label-rules {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.268741 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: network-ip-availabilities {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.270190 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: bindings {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.271770 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: quotas {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.273354 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: quotas {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.275048 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: rbac-policies {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.276253 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: security-groups {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.277576 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: security-group-rules {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.278855 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: service-providers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.280175 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: subnetpools {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.281551 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: subnetpools {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.283028 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.284821 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.286610 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.288510 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.290276 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.292160 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.294563 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.296382 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.298219 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.300100 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 12:51:18.307136 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING keystonemiddleware.auth_token [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 12:51:18.312811 dv-cinder-820994-7-iscsi neutron-server[104336]: WARNING keystonemiddleware.auth_token [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 12:51:18.321450 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Acquiring lock "singleton_lock" {{(pid=104336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 14 12:51:18.321798 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Acquired lock "singleton_lock" {{(pid=104336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 14 12:51:18.322263 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Releasing lock "singleton_lock" {{(pid=104336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 14 12:51:18.322910 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Starting 2 workers Oct 14 12:51:18.327730 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Started child 104449 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:51:18.332115 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Started child 104450 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:51:18.333121 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:18.333802 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO neutron.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 12:51:18.334306 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Publish callbacks [] for process (None), before_spawn {{(pid=104336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:18.334618 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [-] (104449) wsgi starting up on http://0.0.0.0:9696 Oct 14 12:51:18.336736 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Starting 1 workers Oct 14 12:51:18.337002 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:18.338410 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [-] (104450) wsgi starting up on http://0.0.0.0:9696 Oct 14 12:51:18.342051 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Started child 104451 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:51:18.342564 dv-cinder-820994-7-iscsi neutron-server[104336]: INFO oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Starting 1 workers Oct 14 12:51:18.345800 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] calling RpcWorker wait() {{(pid=104451) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 12:51:18.346313 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] returning from RpcWorker wait() {{(pid=104451) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 12:51:18.347067 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Started child 104452 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 12:51:18.347621 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:18.347796 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-6f121f9e-2ff7-4096-a84c-7433976fd3de None None] Publish callbacks [] for process (None), after_spawn {{(pid=104336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:18.348306 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:51:18.349692 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 12:51:18.349904 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:51:18.350082 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:51:18.350304 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:51:18.350631 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:51:18.350808 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:51:18.351302 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.351593 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.351865 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.351965 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:18.352395 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.352724 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.352905 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:51:18.353008 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.353199 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.353516 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.353750 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.353916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.354082 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.354326 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.354553 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.354872 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.355669 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.355915 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.356153 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.356321 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.356566 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.356839 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.357081 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.357360 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] debug = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.357646 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.358383 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.358635 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.358878 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.359119 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.359387 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.359631 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.359893 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.360133 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.360369 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.360610 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.360878 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.361109 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.361351 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.361582 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.361856 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.362070 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.362535 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host = dv-cinder-820994-7-iscsi {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.362764 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.363004 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.363249 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.363499 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.363753 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.363978 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.364236 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.364486 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.364732 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.364953 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.365203 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.365444 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.365694 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.365927 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.366084 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_options = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.366293 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.366584 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.366846 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.367029 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.367194 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.367354 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.367615 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.367779 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.368045 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.368259 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.368468 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.368693 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.368901 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.369112 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.369354 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.369598 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.369841 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.370068 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.370324 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.370545 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.370856 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.371599 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.371809 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.372044 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.372239 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.372462 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.372798 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.373079 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.373294 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.373555 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.373825 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.374086 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.374332 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.374594 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.374820 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.375043 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.375264 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.376323 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.376323 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.376323 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.376747 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.376870 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.377078 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.377328 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378263 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378263 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378263 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_json = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378263 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378711 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378711 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.378919 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.379157 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.379471 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.379727 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.380118 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.380334 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.381219 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.381542 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.383131 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.383262 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.383548 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.385720 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.386870 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.387145 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.387410 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.387675 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.388049 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.388328 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.388658 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.388929 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.389195 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.389551 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.389824 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.390129 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.390417 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.390658 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.390890 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.391126 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.391420 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.391685 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.391950 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.392221 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.392452 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.392792 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.393055 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.393322 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.393706 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.393973 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.394251 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.394516 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.394768 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.395021 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.395273 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.395560 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.395970 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.396221 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.396734 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.396972 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.397209 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.397447 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.397761 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.398006 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.398244 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.398483 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.398737 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.398992 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.399199 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.399429 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.399618 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.399858 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.400117 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.400354 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.400610 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.400835 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.401101 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.401355 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.401626 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.401849 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.402205 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.402432 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.402668 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.402901 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.403103 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.403317 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.403566 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.403782 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.403995 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.404228 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.404448 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.404675 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.404902 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.405116 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.405365 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.405604 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.405844 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.406024 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.406236 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.406455 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.406679 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.406885 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.407116 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.407335 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.407579 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.407793 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.408004 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.408373 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.408735 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.409119 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.409589 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.409991 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.410395 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.410759 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.411179 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.411559 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.411969 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.412194 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.412432 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.412672 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.412928 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.413164 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.413602 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.413853 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.414075 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.414360 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.414740 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.415101 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.415459 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.415841 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.416069 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.416332 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.416569 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.416805 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.417055 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.417328 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.418107 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.418349 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.418589 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.418846 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.419100 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.419369 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.419608 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.419888 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.420131 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.420385 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.420684 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.420977 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.421246 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.421513 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.421766 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.422047 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.422312 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.422566 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.422814 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.423223 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.423472 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.423698 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.423954 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.424175 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.424421 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.424744 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.425008 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.425244 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.425493 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.426171 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.426171 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.426368 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.426534 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.426806 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.427062 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.427315 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.427551 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.427767 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.428186 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.428422 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.428640 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.428883 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.429104 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.429358 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.429600 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.429825 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.430067 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.430285 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.430524 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.430759 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.430998 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.431222 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.431469 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.431682 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.431905 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.432141 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.432359 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.432576 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.432793 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.433004 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.433293 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.433546 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.434311 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.434575 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.434793 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.435023 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.435279 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.435515 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.435750 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.435998 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.436218 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.436432 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.436645 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.436865 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.437079 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.437300 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.437664 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.437807 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.438896 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.438896 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.438896 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.438896 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.439369 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.439369 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.439544 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.439761 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.439975 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.440214 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.440458 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.440709 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.440954 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.441189 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.441449 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.441697 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.441920 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.442143 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.442381 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.442598 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.442855 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.443107 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.443405 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.443639 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.443859 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.444083 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.444317 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.444535 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.444767 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.444978 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.445189 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.445422 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.445664 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.445897 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.446219 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.446478 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.446705 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.447117 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.447371 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.447588 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.447818 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.448052 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.448265 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.448490 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.448707 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.448946 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.449194 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.449406 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.449645 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.449868 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.450091 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.450303 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.450553 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.450761 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.450971 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.451193 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.451409 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.451620 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.451877 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.452088 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.452298 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.452518 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.452734 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.452944 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.453194 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.453402 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.453783 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.454026 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.454243 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.454453 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.454765 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.455030 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.455249 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.455529 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.455757 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.456001 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.456223 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.456533 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.456747 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.456887 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:51:18.456990 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.457223 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.457627 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.457995 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.457995 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.458310 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.458585 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.458831 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.459155 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.459372 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.459642 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.459912 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.460130 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.460440 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.460769 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.461057 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.461309 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.461570 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.461824 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.462062 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.462298 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.462554 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.462765 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.462981 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.463239 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.463468 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.463690 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.463921 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.464148 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.465372 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.465372 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.465372 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.465372 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.465372 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.465857 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:51:18.465998 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 12:51:18.466162 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 12:51:18.466317 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 12:51:18.466492 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 12:51:18.466662 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 12:51:18.466815 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 12:51:18.467022 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.467189 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.467347 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.467664 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.467857 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.468190 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.468351 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.468661 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.468819 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.468980 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.469139 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.469298 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.469457 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.469642 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.469800 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.469959 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.470124 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.470287 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.470447 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.470605 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.470762 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.470919 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] debug = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.471077 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.471291 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.471459 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.471616 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.471774 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.471932 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.472090 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.472248 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.472405 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.472564 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.472723 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.472879 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473037 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473194 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473352 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473529 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473683 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473834 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host = dv-cinder-820994-7-iscsi {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.473990 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.474148 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.474307 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.474465 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.474624 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.474783 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.474938 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.475091 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.475219 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.475374 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.475532 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.475691 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.475848 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476005 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476162 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_options = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476319 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476477 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476634 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476816 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.476980 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.477138 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.477296 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.477454 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.477623 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.477782 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.477939 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.478096 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.478253 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.478410 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.478568 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.478726 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.478883 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479039 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479197 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479355 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479512 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479669 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479826 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.479986 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.480654 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.480851 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.480969 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.481126 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.481283 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.481441 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.481621 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.481780 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.481938 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.482111 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.482243 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.482400 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.482558 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.482716 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.482877 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.483034 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.483445 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.483602 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.483760 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.483916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.484074 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.484231 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.484388 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_json = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.484545 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.484703 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.484860 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485017 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485173 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485548 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485548 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485729 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485814 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 12:51:18.485964 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.486125 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.486295 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.486456 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.486615 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.486774 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.486934 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.487094 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.487272 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.487410 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.487739 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.487739 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.487902 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488073 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488172 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488336 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488497 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488657 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488818 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.488979 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.489277 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.489277 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.489438 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.489633 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.489783 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.489943 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.490103 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.490271 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.490420 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.490592 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.490766 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.490926 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.491087 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.491247 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.491409 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.491600 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.491727 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.491887 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.492049 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.492208 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.492368 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.492528 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.492687 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.492847 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493008 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493168 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493329 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493527 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493669 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493829 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.493989 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.494149 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.494309 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.494470 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.494630 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.494790 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.494949 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.495119 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.495280 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.495440 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.495604 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.496330 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.496493 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.496653 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.496814 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.496974 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.497135 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.497294 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.497524 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.497640 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.497824 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.497963 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.498191 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.498290 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.498432 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.498592 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.498753 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.498913 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.499073 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.499233 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.499394 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.499554 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.499715 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.499876 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.500036 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.500197 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.500357 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.500522 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.500841 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.500841 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501047 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501174 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501293 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501453 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501634 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501795 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.501955 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.502125 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.502262 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.502421 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.502580 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.502737 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.502897 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.503056 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.503218 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.503378 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.503537 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.503696 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.503854 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504012 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504171 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504330 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504488 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504647 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504807 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.504966 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.505125 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.505285 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.505444 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.505624 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.505784 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.505944 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.506102 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.506270 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.506429 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.506591 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.506750 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.506916 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.507085 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.507246 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.507407 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.507567 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.507726 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.507912 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.508046 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.508207 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.508366 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.508525 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.508684 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.508854 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.509015 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.509175 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.509336 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.509554 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.509718 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.509877 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.510038 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.510198 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.510359 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.510523 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.510682 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.510844 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.511004 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.511165 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.511377 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.511541 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.511701 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.511862 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512023 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512184 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512346 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512506 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512668 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512829 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.512988 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.513148 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.513307 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.513466 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.513647 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.513808 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.513968 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.514128 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.514288 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.514448 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.514608 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.514768 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.514929 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.515088 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.515247 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.515407 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.515569 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.515728 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.515889 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.516049 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.516209 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.516370 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.516530 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.516692 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.516851 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517013 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517173 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517334 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517520 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517673 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517833 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.517997 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.518157 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.518315 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.518494 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.518653 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.518813 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.518976 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.519137 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.519297 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.519457 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.519618 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.519778 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.519942 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.520104 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.520265 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.520428 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.520588 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.520747 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.520908 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.521068 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.521227 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.521391 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.521574 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.521735 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.521895 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.522056 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.522231 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.522378 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.522538 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.522698 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.522881 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.523042 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.523203 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.523363 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.523524 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.523697 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.523857 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524019 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524178 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524338 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524498 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524668 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524828 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.524988 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.525147 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.525307 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.525467 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.525656 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.525816 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.525976 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.526137 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.526297 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.526456 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.526625 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.526786 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527019 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527182 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527342 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527502 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527672 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527833 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.527992 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.528153 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.528313 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.528477 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.528645 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.528805 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.528964 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.529124 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.529284 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.529444 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.529633 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.529795 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.529955 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.530123 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.530284 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.530449 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.530608 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.530780 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.530940 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.531102 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.531262 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.531422 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.531582 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.531743 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.531907 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.532076 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.532242 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.532403 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.532571 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.532738 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.532907 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.533067 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.533233 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.533403 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.533586 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.533747 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.533908 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.534068 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.534228 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.534390 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.534550 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.534710 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.534869 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535027 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535188 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535349 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535508 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535669 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535829 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.535988 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.536147 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.536308 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.536467 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 12:51:18.536621 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 12:51:18.740416 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39212) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:18.747342 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [-] 10.222.0.47 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048542 Oct 14 12:51:18.751731 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [-] 10.222.0.47 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038106 Oct 14 12:51:27.832432 dv-cinder-820994-7-iscsi neutron-server[104336]: DEBUG dbcounter [-] [104336] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:29.992729 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6a54b-b128-4d08-9fed-1777108a61ca None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 12:51:30.001267 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writer thread running {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 12:51:30.064716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6a54b-b128-4d08-9fed-1777108a61ca None None] No non-hosted networks {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 12:51:30.092866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4e586a3-d3d4-4da0-a0d5-14ff5a812865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532948'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:30.095695 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.agentschedulers_db [None req-7ad6a54b-b128-4d08-9fed-1777108a61ca None None] DHCP Agent not found on host dv-cinder-820994-7-iscsi {{(pid=104451) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 14 12:51:31.658539 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writer thread running {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 12:51:32.139398 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-41529fcd-485c-4f82-9f5d-1e5f3bde9ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532948'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:32.178434 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbfc-23ac-4bf0-8632-2e25b6230cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:33.497738 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532948'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:33.832980 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39286) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:34.437613 dv-cinder-820994-7-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-f320ef2f-bcd0-4a2c-b624-aed1020b5257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:51:34.438260 dv-cinder-820994-7-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-f320ef2f-bcd0-4a2c-b624-aed1020b5257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:51:34.681923 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-f320ef2f-bcd0-4a2c-b624-aed1020b5257 admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:51:34.698722 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f320ef2f-bcd0-4a2c-b624-aed1020b5257 admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8640862 Oct 14 12:51:35.088605 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532948'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:35.134763 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532948'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:35.136124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.136667 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.137233 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.137928 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.138585 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.139090 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.139584 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.140124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.141224 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.141845 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.143297 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.144169 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.144718 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.145229 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.145992 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:35.146595 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820994-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:51:35.156808 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820994-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:51:35.607030 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.db.l3_hamode_db [None req-d04dbf58-bb2a-466a-a1cc-9edbc6de25c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 12:51:35.687103 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04dbf58-bb2a-466a-a1cc-9edbc6de25c0 None None] Routers set() bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:51:35.687645 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04dbf58-bb2a-466a-a1cc-9edbc6de25c0 None None] Router IDs set() for agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 14 12:51:37.387241 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39322) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:37.715604 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:51:37.727435 dv-cinder-820994-7-iscsi neutron-server[104450]: ERROR stevedore.extension [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 12:51:37.809498 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.policy [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 12:51:37.852796 dv-cinder-820994-7-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:51:37.853170 dv-cinder-820994-7-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:51:37.872859 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writer thread running {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 12:51:37.945831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740326737661', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740326738161', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740326754261', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740326761681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740326710150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740326718192', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1415391', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1415198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651906'] for rbac-policy (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:38.015389 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:38.016321 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-366a2f3b-6f51-4351-bc6e-6f7106ed1578 admin admin] 10.222.0.47 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6280894 Oct 14 12:51:40.610316 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39332) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:40.926943 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:51:40.955805 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Made reservation on behalf of 07dac6f39ae14d2bb0f24a58291ce28d for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:51:40.960110 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:40.978413 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.089367 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks [] for security_group (49010e58-be12-450f-b2bc-d2d9005fc6a8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.093105 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (49010e58-be12-450f-b2bc-d2d9005fc6a8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.114716 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:51:41.152432 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740328625619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (0d068791-3152-4a32-b7b5-d83e43019b41), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.152942 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Unsubscribe: segment precommit_create {{(pid=104450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 12:51:41.153468 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Added segment 0d068791-3152-4a32-b7b5-d83e43019b41 of type vlan for network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 Oct 14 12:51:41.186617 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=49010e58-be12-450f-b2bc-d2d9005fc6a8,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:51:41.228921 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.229811 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.230181 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.230531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.230860 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.231184 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.231506 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.231825 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.232144 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.232462 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.232778 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.233369 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.233712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.234035 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.234352 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Tracked resource versions report: Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: pushed versions: Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: { 'AddressGroup': {'1.2'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Agent': {'1.1'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'ConntrackHelper': {'1.0'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Log': {'1.0'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'NDPProxy': {'1.0'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Network': {'1.1'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Port': {'1.7'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'PortForwarding': {'1.3'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'QosPolicy': {'1.10'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroup': {'1.5'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SubPort': {'1.0'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Subnet': {'1.1'}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Trunk': {'1.1'}} Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: consumer versions: Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Agent': '1.1', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'ConntrackHelper': '1.0', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'LocalIPAssociation': '1.0', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Log': '1.0', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'NDPProxy': '1.0', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Network': '1.1', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Port': '1.7', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'PortForwarding': '1.3', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'QosPolicy': '1.10', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroup': '1.5', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroupRule': '1.2', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SubPort': '1.0', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Subnet': '1.1', Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Trunk': '1.1'}} Oct 14 12:51:41.235800 dv-cinder-820994-7-iscsi neutron-server[104450]: {{(pid=104450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:51:41.262733 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (1a75f0b7-bfb4-4e2a-8c50-c19651c224a7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.284938 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=51,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:41.305131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (1a75f0b7-bfb4-4e2a-8c50-c19651c224a7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.310066 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:51:41.310756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:41.409144 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7976949 Oct 14 12:51:41.431501 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6be3d7-ba78-4ea2-9303-db2b3258ed58 demo demo] Pushing event updated for resources: {'Network': ['ID=1a75f0b7-bfb4-4e2a-8c50-c19651c224a7,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:51:41.443803 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:51:44.021454 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39346) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:44.429212 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff13c78-287c-4754-8794-4b81303a1c2a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:51:44.430588 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dff13c78-287c-4754-8794-4b81303a1c2a demo admin] 10.222.0.47 "GET /networking/v2.0/networks/1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 HTTP/1.1" status: 200 len: 825 time: 0.4081671 Oct 14 12:51:44.455843 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ed480adf-1265-4b9d-9819-42dc559d3647 demo admin] 10.222.0.47 "GET /networking/v2.0/subnetpools/77ae0856-44bb-4bac-9bf8-966ed15fa834 HTTP/1.1" status: 200 len: 734 time: 0.0187576 Oct 14 12:51:44.464410 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Request body: {'subnet': {'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'ip_version': 4, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:51:44.486266 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Made reservation on behalf of 07dac6f39ae14d2bb0f24a58291ce28d for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:51:44.488450 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:44.701544 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:44.777879 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (4e0c819f-5e0a-4130-9b3b-afb4806d8cdf), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:44.848463 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Checking segment: {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:51:44.848813 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Network hostable DHCP agents. Network: 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:51:44.854807 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c819f-5e0a-4130-9b3b-afb4806d8cdf,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:51:44.872979 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:51:44.884069 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:51:44.889305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:51:44.889929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:44.894558 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5948e8-33b8-4f43-907d-9a919055f4e8 None None] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:51:44.905039 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9c7cdfda-c314-4fe7-85e7-173fe660ef9e demo admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4437706 Oct 14 12:51:45.160269 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 12:51:45.161644 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:45.438664 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Allocated IP 172.20.0.2 (1a75f0b7-bfb4-4e2a-8c50-c19651c224a7/4e0c819f-5e0a-4130-9b3b-afb4806d8cdf/af726837-0ea9-4bb0-b594-31eceb0dba12) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:51:45.593410 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:45.710404 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Publish callbacks [] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:45.718139 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:45.795026 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:51:45.799742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:45.801239 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:51:45.807727 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Pushing event updated for resources: {'Port': ['ID=af726837-0ea9-4bb0-b594-31eceb0dba12,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:51:45.810275 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:51:45.846337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.846706 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.847031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.847380 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.847709 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.848035 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.848358 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.848677 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.849004 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.849323 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.849668 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.850008 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.850328 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.850641 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.850954 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Tracked resource versions report: Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: pushed versions: Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: { 'AddressGroup': {'1.2'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Agent': {'1.1'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'ConntrackHelper': {'1.0'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Log': {'1.0'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'NDPProxy': {'1.0'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Network': {'1.1'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Port': {'1.7'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'PortForwarding': {'1.3'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'QosPolicy': {'1.10'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroup': {'1.5'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SubPort': {'1.0'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Subnet': {'1.1'}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Trunk': {'1.1'}} Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: consumer versions: Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Agent': '1.1', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'ConntrackHelper': '1.0', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'LocalIPAssociation': '1.0', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Log': '1.0', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'NDPProxy': '1.0', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Network': '1.1', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Port': '1.7', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'PortForwarding': '1.3', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'QosPolicy': '1.10', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroup': '1.5', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroupRule': '1.2', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SubPort': '1.0', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Subnet': '1.1', Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Trunk': '1.1'}} Oct 14 12:51:45.852411 dv-cinder-820994-7-iscsi neutron-server[104451]: {{(pid=104451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:51:45.904273 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Attempting to bind port af726837-0ea9-4bb0-b594-31eceb0dba12 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:51:45.904959 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Attempting to bind port af726837-0ea9-4bb0-b594-31eceb0dba12 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:51:45.905065 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Attempting to bind port af726837-0ea9-4bb0-b594-31eceb0dba12 on network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:51:45.950639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:51:45.950997 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Checking segment: {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:51:45.951467 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:45.951850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Bound using segment: {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:51:45.952325 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Bound port: af726837-0ea9-4bb0-b594-31eceb0dba12, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:51:45.952713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:46.013631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] For port af726837-0ea9-4bb0-b594-31eceb0dba12, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:51:46.033032 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] For port af726837-0ea9-4bb0-b594-31eceb0dba12, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=af726837-0ea9-4bb0-b594-31eceb0dba12,segment=NetworkSegment(0d068791-3152-4a32-b7b5-d83e43019b41),segment_id=0d068791-3152-4a32-b7b5-d83e43019b41)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:51:46.039810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:46.090560 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61c74e-2e44-49a8-9217-9afb67b7ec13 None None] Pushing event updated for resources: {'Port': ['ID=af726837-0ea9-4bb0-b594-31eceb0dba12,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:51:47.558633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39356) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:47.882990 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-0c642424-d565-41e4-a12d-9a1512bbf1ac admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:51:47.884171 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0c642424-d565-41e4-a12d-9a1512bbf1ac admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3246882 Oct 14 12:51:48.099087 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=8 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:50.515394 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39366) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:50.838687 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-8e3eb8de-5c8b-4261-91ea-b748e09e61fb admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:51:50.839694 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8e3eb8de-5c8b-4261-91ea-b748e09e61fb admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3234823 Oct 14 12:51:53.491663 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39378) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:53.828025 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:51:53.852752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (824859f2-fb7d-43e9-8dbb-31a9852639e0), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:53.854942 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (824859f2-fb7d-43e9-8dbb-31a9852639e0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:53.993928 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] Publish callbacks [] for router_controller (824859f2-fb7d-43e9-8dbb-31a9852639e0), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:53.998940 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (824859f2-fb7d-43e9-8dbb-31a9852639e0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.015781 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.016942 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-64d816e1-836e-48cf-b75a-b761dd1db9ca demo demo] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5243120 Oct 14 12:51:54.145345 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b9577-bdcc-467c-b643-26185ece9d71 None None] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:51:54.279676 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Provisioning complete for port af726837-0ea9-4bb0-b594-31eceb0dba12 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:51:54.280069 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.280428 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Attempt 1 to provision port af726837-0ea9-4bb0-b594-31eceb0dba12 Oct 14 12:51:54.415844 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Current status of the port af726837-0ea9-4bb0-b594-31eceb0dba12 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:51:54.417071 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.457795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] For port af726837-0ea9-4bb0-b594-31eceb0dba12, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=af726837-0ea9-4bb0-b594-31eceb0dba12,segment=NetworkSegment(0d068791-3152-4a32-b7b5-d83e43019b41),segment_id=0d068791-3152-4a32-b7b5-d83e43019b41)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:51:54.462225 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.514772 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8337c37-2cf2-4177-9b06-1468d73b54af None None] Pushing event updated for resources: {'Port': ['ID=af726837-0ea9-4bb0-b594-31eceb0dba12,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:51:54.579642 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-04f204a9-4a34-492b-a3d4-411bb3416da6 None None] Provisioning complete for port af726837-0ea9-4bb0-b594-31eceb0dba12 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:51:54.580033 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-04f204a9-4a34-492b-a3d4-411bb3416da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.580371 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-04f204a9-4a34-492b-a3d4-411bb3416da6 None None] Attempt 1 to provision port af726837-0ea9-4bb0-b594-31eceb0dba12 Oct 14 12:51:54.653186 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-04f204a9-4a34-492b-a3d4-411bb3416da6 None None] Current status of the port af726837-0ea9-4bb0-b594-31eceb0dba12 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:51:54.791854 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device af726837-0ea9-4bb0-b594-31eceb0dba12 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:51:54.834811 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port af726837-0ea9-4bb0-b594-31eceb0dba12 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:51:54.835173 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:54.835505 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port af726837-0ea9-4bb0-b594-31eceb0dba12 Oct 14 12:51:54.861892 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:54.898912 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:54.911548 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port af726837-0ea9-4bb0-b594-31eceb0dba12 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:51:55.404767 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:51:56.654380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39386) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:56.972239 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-beecac93-843f-4e9a-abf1-1a70ef8b3d3d admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:51:56.973226 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-beecac93-843f-4e9a-abf1-1a70ef8b3d3d admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3179138 Oct 14 12:51:59.588821 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39394) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:51:59.906493 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:51:59.927055 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Made reservation on behalf of 48f83413dd8d497d98e9b13f0fa4b793 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:51:59.929423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:59.935952 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-87ec965f-5b9d-4995-9372-04ca0d6f634a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:59.938012 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:51:59.970974 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:00.017725 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks [] for security_group (c7d6f184-8867-48c5-8c81-6bf0bb90df52), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:00.020993 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c7d6f184-8867-48c5-8c81-6bf0bb90df52), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:00.036926 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Reserving flat network on physical network physnet1 {{(pid=104450) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 12:52:00.058819 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6f184-8867-48c5-8c81-6bf0bb90df52,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:00.062115 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (c482c040-3c9e-4b66-bacc-a1c26baf2fc5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:00.062835 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Added segment c482c040-3c9e-4b66-bacc-a1c26baf2fc5 of type flat for network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 Oct 14 12:52:00.109516 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (0b81363e-cca5-4a5b-aa55-d77e2e09c541), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:00.140802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (0b81363e-cca5-4a5b-aa55-d77e2e09c541), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:00.141778 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:52:00.142348 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:00.218793 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6289217 Oct 14 12:52:00.238278 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4682-cbdb-4d47-b4cb-65c307c21209 admin admin] Pushing event updated for resources: {'Network': ['ID=0b81363e-cca5-4a5b-aa55-d77e2e09c541,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:00.248417 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:52:02.130156 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-562cfc17-6388-4c39-a099-bcf99f1fd6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:02.818140 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39402) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:52:03.186212 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88bd33-fc27-4fe4-b34f-733ea2e8589f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:52:03.187550 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7b88bd33-fc27-4fe4-b34f-733ea2e8589f demo admin] 10.222.0.47 "GET /networking/v2.0/subnets/4e0c819f-5e0a-4130-9b3b-afb4806d8cdf HTTP/1.1" status: 200 len: 849 time: 0.3684666 Oct 14 12:52:03.302877 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-df01e0ea-6a9b-4050-afef-061cc405ba0d demo admin] 10.222.0.47 "GET /networking/v2.0/routers/824859f2-fb7d-43e9-8dbb-31a9852639e0 HTTP/1.1" status: 200 len: 704 time: 0.1093798 Oct 14 12:52:03.377878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:03.390446 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:52:03.439136 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:03.567544 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:03.891007 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Allocated IP 172.20.0.1 (1a75f0b7-bfb4-4e2a-8c50-c19651c224a7/4e0c819f-5e0a-4130-9b3b-afb4806d8cdf/01a6ef1b-c13b-4a32-aca2-a15e6a24376f) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:52:03.949596 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:04.044972 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks [] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.107811 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.179206 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:52:04.187547 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:52:04.193869 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:52:04.194395 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (824859f2-fb7d-43e9-8dbb-31a9852639e0), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.215828 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Pushing event updated for resources: {'Port': ['ID=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:04.393235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.423083 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17f359cc-7e4a-4818-91bd-5e37695fec62 None None] Provisioning complete for port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:52:04.423471 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17f359cc-7e4a-4818-91bd-5e37695fec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.423814 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-17f359cc-7e4a-4818-91bd-5e37695fec62 None None] Attempt 1 to provision port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f Oct 14 12:52:04.454364 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17f359cc-7e4a-4818-91bd-5e37695fec62 None None] Port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:52:04.526148 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:04.599031 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks [] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.604060 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.604870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (824859f2-fb7d-43e9-8dbb-31a9852639e0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.686945 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Pushing event updated for resources: {'Port': ['ID=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:04.732884 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:52:04.734472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:52:04.891172 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Router 824859f2-fb7d-43e9-8dbb-31a9852639e0 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:52:04.972209 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-6985a2dc-8da2-4b1e-929c-998da37e875c None None] Provisioning complete for port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:52:04.972736 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6985a2dc-8da2-4b1e-929c-998da37e875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:04.973025 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-6985a2dc-8da2-4b1e-929c-998da37e875c None None] Attempt 1 to provision port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f Oct 14 12:52:04.976426 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:04.979851 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:52:04.991665 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f032fc34-7e8a-4072-b187-8124a7daddcb demo admin] 10.222.0.47 "PUT /networking/v2.0/routers/824859f2-fb7d-43e9-8dbb-31a9852639e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6773846 Oct 14 12:52:05.000042 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Sync routers for ids ['824859f2-fb7d-43e9-8dbb-31a9852639e0'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:52:05.014004 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Routers {'824859f2-fb7d-43e9-8dbb-31a9852639e0'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:52:05.014919 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:52:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['824859f2-fb7d-43e9-8dbb-31a9852639e0'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:05.077980 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-6985a2dc-8da2-4b1e-929c-998da37e875c None None] Port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:52:05.084703 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:05.140563 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:05.199748 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Set router 824859f2-fb7d-43e9-8dbb-31a9852639e0 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:52:05.610027 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'name': 'router1', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:51:53Z', 'updated_at': '2022-10-14T12:52:04Z', 'revision_number': 2, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'gw_port_host': None, '_interfaces': [{'id': '01a6ef1b-c13b-4a32-aca2-a15e6a24376f', 'name': '', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'mac_address': 'fa:16:3e:c7:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:03Z', 'updated_at': '2022-10-14T12:52:04Z', 'revision_number': 2, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'subnets': [{'id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:05.658503 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Checking router: 824859f2-fb7d-43e9-8dbb-31a9852639e0 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:52:05.658871 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Updating router 824859f2-fb7d-43e9-8dbb-31a9852639e0 port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:52:05.738413 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:06.208940 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Publish callbacks [] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:06.215312 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:06.360454 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Attempting to bind port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:52:06.360850 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Attempting to bind port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:52:06.361262 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Attempting to bind port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f on network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:52:06.363289 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Pushing event updated for resources: {'Port': ['ID=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:06.399792 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.400175 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.400528 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.400874 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.401201 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.401542 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.401863 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.402179 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.402494 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.402806 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.403121 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.403451 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.403765 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.404074 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.404382 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Tracked resource versions report: Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: pushed versions: Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: { 'AddressGroup': {'1.2'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Agent': {'1.1'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'ConntrackHelper': {'1.0'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Log': {'1.0'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'NDPProxy': {'1.0'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Network': {'1.1'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Port': {'1.7'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'PortForwarding': {'1.3'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'QosPolicy': {'1.10'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroup': {'1.5'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SubPort': {'1.0'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Subnet': {'1.1'}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Trunk': {'1.1'}} Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: consumer versions: Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Agent': '1.1', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'ConntrackHelper': '1.0', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'LocalIPAssociation': '1.0', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Log': '1.0', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'NDPProxy': '1.0', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Network': '1.1', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Port': '1.7', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'PortForwarding': '1.3', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'QosPolicy': '1.10', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroup': '1.5', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroupRule': '1.2', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SubPort': '1.0', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Subnet': '1.1', Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Trunk': '1.1'}} Oct 14 12:52:06.405869 dv-cinder-820994-7-iscsi neutron-server[104452]: {{(pid=104452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:52:06.440229 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:06.459986 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:52:06.460370 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Checking segment: {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:52:06.460845 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:06.461227 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Bound using segment: {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:52:06.461803 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Bound port: 01a6ef1b-c13b-4a32-aca2-a15e6a24376f, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d068791-3152-4a32-b7b5-d83e43019b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:52:06.462183 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:06.524038 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] For port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:52:06.542802 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] For port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,segment=NetworkSegment(0d068791-3152-4a32-b7b5-d83e43019b41),segment_id=0d068791-3152-4a32-b7b5-d83e43019b41)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:52:06.549515 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:06.589447 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:06.592509 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Routers {'824859f2-fb7d-43e9-8dbb-31a9852639e0'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:52:06.593138 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:52:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['824859f2-fb7d-43e9-8dbb-31a9852639e0'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:06.641541 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08620a66-a52d-40e3-ac6c-ad5a85c1178a None None] Pushing event updated for resources: {'Port': ['ID=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:06.693947 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] Set router 824859f2-fb7d-43e9-8dbb-31a9852639e0 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:52:06.886835 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'name': 'router1', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:51:53Z', 'updated_at': '2022-10-14T12:52:04Z', 'revision_number': 2, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'gw_port_host': None, '_interfaces': [{'id': '01a6ef1b-c13b-4a32-aca2-a15e6a24376f', 'name': '', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'mac_address': 'fa:16:3e:c7:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:03Z', 'updated_at': '2022-10-14T12:52:06Z', 'revision_number': 4, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'subnets': [{'id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:06.914651 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6153b4-ddbe-492f-a983-e55a383b9bdd None None] The sync data for ids ['824859f2-fb7d-43e9-8dbb-31a9852639e0'] in dv-cinder-820994-7-iscsi is: [{'id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'name': 'router1', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:51:53Z', 'updated_at': '2022-10-14T12:52:04Z', 'revision_number': 2, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'gw_port_host': None, '_interfaces': [{'id': '01a6ef1b-c13b-4a32-aca2-a15e6a24376f', 'name': '', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'mac_address': 'fa:16:3e:c7:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:03Z', 'updated_at': '2022-10-14T12:52:06Z', 'revision_number': 4, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'subnets': [{'id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:52:07.599823 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39412) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:52:07.995579 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48a000-9722-48b2-baba-2e05e5343433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:52:07.997532 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4b48a000-9722-48b2-baba-2e05e5343433 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/0b81363e-cca5-4a5b-aa55-d77e2e09c541 HTTP/1.1" status: 200 len: 842 time: 0.3961260 Oct 14 12:52:08.007377 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:52:08.030418 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Made reservation on behalf of 48f83413dd8d497d98e9b13f0fa4b793 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:52:08.032863 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:08.381574 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.objects.ports [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104450) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 14 12:52:08.381967 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (52c3aa44-002a-4fbd-8689-4974e9c8e74c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:08.427098 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:08.439672 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c3aa44-002a-4fbd-8689-4974e9c8e74c,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:08.447827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:52:08.448187 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Network hostable DHCP agents. Network: 0b81363e-cca5-4a5b-aa55-d77e2e09c541, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:52:08.466407 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:52:08.476123 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 0b81363e-cca5-4a5b-aa55-d77e2e09c541) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:52:08.480631 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:52:08.481375 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:08.486397 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f385b0-6d67-48f9-b9a5-d7d2402b6499 None None] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:52:08.497892 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cce34f53-b1b5-49df-a284-9a13ccfa2320 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4942353 Oct 14 12:52:08.600263 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80654ce-8a3e-4a10-af10-cccb8c9a9a19 None None] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:52:11.180059 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39420) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:52:11.590741 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-109b2b12-5edc-408f-bdd0-a6fbd1c0e4e0 demo admin] 10.222.0.47 "GET /networking/v2.0/routers/824859f2-fb7d-43e9-8dbb-31a9852639e0 HTTP/1.1" status: 200 len: 710 time: 0.4094224 Oct 14 12:52:11.685584 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8dea26-ff97-4aa0-8c43-f7cd40b26ec9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:52:11.693082 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ec8dea26-ff97-4aa0-8c43-f7cd40b26ec9 demo admin] 10.222.0.47 "GET /networking/v2.0/networks/0b81363e-cca5-4a5b-aa55-d77e2e09c541 HTTP/1.1" status: 200 len: 886 time: 0.0962474 Oct 14 12:52:11.698123 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:52:11.940263 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks [] for router_gateway (824859f2-fb7d-43e9-8dbb-31a9852639e0), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:11.991697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:12.160579 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks [] for router_gateway (824859f2-fb7d-43e9-8dbb-31a9852639e0), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.238224 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.341422 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Allocated IP 172.27.3.194 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/ea195794-5dd8-4172-a47d-44f1afa71123) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:52:12.369113 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:12.443537 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks [] for port (ea195794-5dd8-4172-a47d-44f1afa71123), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.474626 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.512462 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:52:12.516784 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:52:12.520536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:52:12.525871 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Pushing event updated for resources: {'Port': ['ID=ea195794-5dd8-4172-a47d-44f1afa71123,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:12.800456 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 01a6ef1b-c13b-4a32-aca2-a15e6a24376f up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:52:12.845579 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:52:12.846237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.846572 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f Oct 14 12:52:12.854963 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks [] for router_gateway (824859f2-fb7d-43e9-8dbb-31a9852639e0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.923089 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:52:12.923474 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:12.941589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:12.959645 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,segment=NetworkSegment(0d068791-3152-4a32-b7b5-d83e43019b41),segment_id=0d068791-3152-4a32-b7b5-d83e43019b41)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:52:12.963737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:13.013268 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=01a6ef1b-c13b-4a32-aca2-a15e6a24376f,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:13.057240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (824859f2-fb7d-43e9-8dbb-31a9852639e0), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:13.060718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540399'] for router (824859f2-fb7d-43e9-8dbb-31a9852639e0), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:13.162340 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Router 824859f2-fb7d-43e9-8dbb-31a9852639e0 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:52:13.264938 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:52:13.268955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:13.270175 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ecdf4038-09a8-4c24-9e9e-6e4deda3accf demo admin] 10.222.0.47 "PUT /networking/v2.0/routers/824859f2-fb7d-43e9-8dbb-31a9852639e0 HTTP/1.1" status: 200 len: 890 time: 1.5762751 Oct 14 12:52:13.277057 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Sync routers for ids ['824859f2-fb7d-43e9-8dbb-31a9852639e0'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:52:13.290315 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Routers {'824859f2-fb7d-43e9-8dbb-31a9852639e0'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:52:13.291503 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:52:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['824859f2-fb7d-43e9-8dbb-31a9852639e0'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:13.386699 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:13.506749 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Set router 824859f2-fb7d-43e9-8dbb-31a9852639e0 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:52:13.875153 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'name': 'router1', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ea195794-5dd8-4172-a47d-44f1afa71123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:51:53Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 4, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'gw_port': {'id': 'ea195794-5dd8-4172-a47d-44f1afa71123', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:12Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '01a6ef1b-c13b-4a32-aca2-a15e6a24376f', 'name': '', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'mac_address': 'fa:16:3e:c7:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:03Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 5, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'subnets': [{'id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:13.926344 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Checking router: 824859f2-fb7d-43e9-8dbb-31a9852639e0 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:52:13.926696 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Updating router 824859f2-fb7d-43e9-8dbb-31a9852639e0 port ea195794-5dd8-4172-a47d-44f1afa71123 binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:52:13.959090 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:13.981120 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.360676 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Publish callbacks [] for port (ea195794-5dd8-4172-a47d-44f1afa71123), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.366970 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.402503 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Attempting to bind port ea195794-5dd8-4172-a47d-44f1afa71123 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:52:14.402870 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Attempting to bind port ea195794-5dd8-4172-a47d-44f1afa71123 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:52:14.403229 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Attempting to bind port ea195794-5dd8-4172-a47d-44f1afa71123 on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:52:14.433899 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d9c64-b2b4-4424-82e5-9feb39f5298c None None] Pushing event updated for resources: {'Port': ['ID=ea195794-5dd8-4172-a47d-44f1afa71123,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:14.452422 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:52:14.452786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:52:14.453179 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.453591 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:52:14.454053 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Bound port: ea195794-5dd8-4172-a47d-44f1afa71123, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:52:14.454425 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.503394 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] For port ea195794-5dd8-4172-a47d-44f1afa71123, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:52:14.506334 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] For port ea195794-5dd8-4172-a47d-44f1afa71123, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ea195794-5dd8-4172-a47d-44f1afa71123,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:52:14.512006 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.553826 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Routers {'824859f2-fb7d-43e9-8dbb-31a9852639e0'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:52:14.554439 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:52:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['824859f2-fb7d-43e9-8dbb-31a9852639e0'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:14.596471 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d9c64-b2b4-4424-82e5-9feb39f5298c None None] Pushing event updated for resources: {'Port': ['ID=ea195794-5dd8-4172-a47d-44f1afa71123,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:14.661339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:14.677880 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] Set router 824859f2-fb7d-43e9-8dbb-31a9852639e0 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:52:14.802750 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 01a6ef1b-c13b-4a32-aca2-a15e6a24376f up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:52:14.844712 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:14.904948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:52:14.905617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:14.905704 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f Oct 14 12:52:14.935921 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'name': 'router1', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ea195794-5dd8-4172-a47d-44f1afa71123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:51:53Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 4, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'gw_port': {'id': 'ea195794-5dd8-4172-a47d-44f1afa71123', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:12Z', 'updated_at': '2022-10-14T12:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '01a6ef1b-c13b-4a32-aca2-a15e6a24376f', 'name': '', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'mac_address': 'fa:16:3e:c7:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:03Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 5, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'subnets': [{'id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:52:14.962440 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dff8f1-a9c6-4495-abc2-4f5d45d21bde None None] The sync data for ids ['824859f2-fb7d-43e9-8dbb-31a9852639e0'] in dv-cinder-820994-7-iscsi is: [{'id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'name': 'router1', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ea195794-5dd8-4172-a47d-44f1afa71123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:51:53Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 4, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'gw_port': {'id': 'ea195794-5dd8-4172-a47d-44f1afa71123', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:12Z', 'updated_at': '2022-10-14T12:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '01a6ef1b-c13b-4a32-aca2-a15e6a24376f', 'name': '', 'network_id': '1a75f0b7-bfb4-4e2a-8c50-c19651c224a7', 'tenant_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'mac_address': 'fa:16:3e:c7:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824859f2-fb7d-43e9-8dbb-31a9852639e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:52:03Z', 'updated_at': '2022-10-14T12:52:12Z', 'revision_number': 5, 'project_id': '07dac6f39ae14d2bb0f24a58291ce28d', 'subnets': [{'id': '4e0c819f-5e0a-4130-9b3b-afb4806d8cdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77ae0856-44bb-4bac-9bf8-966ed15fa834'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:52:15.012177 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:52:16.042143 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 39432) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:52:16.542493 dv-cinder-820994-7-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:52:16.543067 dv-cinder-820994-7-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:52:16.786565 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writer thread running {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 12:52:16.802134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ea195794-5dd8-4172-a47d-44f1afa71123 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:52:16.835887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:16.845360 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port ea195794-5dd8-4172-a47d-44f1afa71123 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:52:16.845775 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:16.846110 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port ea195794-5dd8-4172-a47d-44f1afa71123 Oct 14 12:52:16.885360 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=29 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:16.889493 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:16.903043 dv-cinder-820994-7-iscsi neutron-server[104449]: ERROR stevedore.extension [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 12:52:16.917737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port ea195794-5dd8-4172-a47d-44f1afa71123 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:52:16.918116 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:16.942078 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port ea195794-5dd8-4172-a47d-44f1afa71123, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ea195794-5dd8-4172-a47d-44f1afa71123,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:52:16.945718 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:16.956442 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.policy [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104449) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 12:52:16.994534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=ea195794-5dd8-4172-a47d-44f1afa71123,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:52:17.000568 dv-cinder-820994-7-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:52:17.000956 dv-cinder-820994-7-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 12:52:17.010427 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e3a3bdf9-e8cf-408c-8bd7-c65c618d0ece admin admin] 10.222.0.47 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.9663982 Oct 14 12:52:18.803880 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ea195794-5dd8-4172-a47d-44f1afa71123 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:52:18.851371 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port ea195794-5dd8-4172-a47d-44f1afa71123 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:52:18.851763 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ea195794-5dd8-4172-a47d-44f1afa71123), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:18.852104 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port ea195794-5dd8-4172-a47d-44f1afa71123 Oct 14 12:52:18.934320 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port ea195794-5dd8-4172-a47d-44f1afa71123 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:52:23.261137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=32 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:23.263301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:26.902106 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:28.929638 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=85 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:28.931557 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:29.943965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-46303cfd-957c-4f9e-99a4-7aede79f5424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:32.141302 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b1a22937-0900-4422-ad69-c77713ef54ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:33.446983 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:35.073146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:35.137589 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:52:40.390175 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:52:45.053423 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:45.133220 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:51.390975 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:51.395353 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:52:59.939799 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8660a6c9-692c-4cee-a436-6fdaf1475c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:02.151232 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5a8d-860d-46e6-85be-0cf52cec0562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:03.449683 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:05.049133 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:05.155153 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:15.127944 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:15.134069 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:17.389688 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:53:28.443986 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:28.446967 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:29.932933 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82b15653-e3e3-4fbc-bfa3-24a0efe170ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:32.134976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3eac896b-61f3-4cd4-81a8-2c9b60466dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:33.447469 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:35.045963 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:35.128643 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:41.677523 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 39994) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:53:42.010173 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.pecan_wsgi.hooks.translation [None req-2888fd52-2cb6-412c-a234-64387620a8ed admin admin] GET failed (client error): The resource could not be found. Oct 14 12:53:42.011433 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2888fd52-2cb6-412c-a234-64387620a8ed admin admin] 10.222.0.47 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3323746 Oct 14 12:53:42.173472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d23493d-cd64-485c-a3ca-9e20886cf166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:42.174955 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0d23493d-cd64-485c-a3ca-9e20886cf166 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591980 Oct 14 12:53:44.708964 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40004) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:53:45.072006 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871598d0-ffb3-43b2-a1f4-7eaf8c1a0d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:45.073326 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-871598d0-ffb3-43b2-a1f4-7eaf8c1a0d9c admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/4e0c819f-5e0a-4130-9b3b-afb4806d8cdf HTTP/1.1" status: 200 len: 849 time: 0.3633382 Oct 14 12:53:45.082948 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:53:45.122764 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:45.124810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:45.170606 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Publish callbacks [] for subnet (4e0c819f-5e0a-4130-9b3b-afb4806d8cdf), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:45.309647 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740328538031'] for subnet (4e0c819f-5e0a-4130-9b3b-afb4806d8cdf), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:45.341756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:45.341756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:45.357526 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] 10.222.0.47 "PUT /networking/v2.0/subnets/4e0c819f-5e0a-4130-9b3b-afb4806d8cdf HTTP/1.1" status: 200 len: 868 time: 0.2635589 Oct 14 12:53:45.357752 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97d9d2-8b6d-462d-8c1a-17a99e0e37ff None None] Network 1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:53:45.367048 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c819f-5e0a-4130-9b3b-afb4806d8cdf,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:53:45.374687 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.375036 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.375402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.375749 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.376086 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.376423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.376752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.377083 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.377428 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.377836 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.378192 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.378543 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.378915 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.379246 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.379567 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343b043-e0ce-435b-ae58-d3b7179ae59b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:53:45.715404 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Provisioning complete for port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:53:45.715868 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01a6ef1b-c13b-4a32-aca2-a15e6a24376f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:45.716202 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Attempt 1 to provision port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f Oct 14 12:53:45.787825 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Current status of the port 01a6ef1b-c13b-4a32-aca2-a15e6a24376f is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:53:45.796021 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Provisioning complete for port af726837-0ea9-4bb0-b594-31eceb0dba12 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:53:45.796393 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (af726837-0ea9-4bb0-b594-31eceb0dba12), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:53:45.796725 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Attempt 1 to provision port af726837-0ea9-4bb0-b594-31eceb0dba12 Oct 14 12:53:45.868493 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-66e18d11-442b-4f0a-8951-44a56eebe4eb None None] Current status of the port af726837-0ea9-4bb0-b594-31eceb0dba12 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:53:47.893110 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40012) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:53:48.360752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f6047-bd3b-4533-8f31-9e01f568e716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:48.361218 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f6047-bd3b-4533-8f31-9e01f568e716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:48.362767 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d97f6047-bd3b-4533-8f31-9e01f568e716 admin admin] 10.222.0.47 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4686723 Oct 14 12:53:50.921090 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40020) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:53:51.338778 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adafbacf-39cd-4a61-8fd6-855779e8c645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:51.339260 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adafbacf-39cd-4a61-8fd6-855779e8c645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:51.340789 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-adafbacf-39cd-4a61-8fd6-855779e8c645 admin admin] 10.222.0.47 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4187312 Oct 14 12:53:54.200285 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40028) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:53:54.390617 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:53:54.614536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:54.730884 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e896d5-ac4e-4964-8397-b2b360dfe709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:54.732264 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d7e896d5-ac4e-4964-8397-b2b360dfe709 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/0b81363e-cca5-4a5b-aa55-d77e2e09c541 HTTP/1.1" status: 200 len: 886 time: 0.5307379 Oct 14 12:53:55.865313 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=37 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:55.867218 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=40 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:57.307043 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40036) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:53:57.708362 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:53:57.714622 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6ae9a-635c-4acc-bfdb-29845b7a7607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:53:57.715996 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-89e6ae9a-635c-4acc-bfdb-29845b7a7607 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/1a75f0b7-bfb4-4e2a-8c50-c19651c224a7 HTTP/1.1" status: 200 len: 869 time: 0.4079912 Oct 14 12:53:59.936329 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1542585f-a3cb-4585-90a5-687b8591c16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:00.264641 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40044) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:00.656667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd3765-815f-48ad-95c5-7b4bd669a5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:00.657125 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd3765-815f-48ad-95c5-7b4bd669a5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:00.658920 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-66bd3765-815f-48ad-95c5-7b4bd669a5e2 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3932664 Oct 14 12:54:02.139530 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-57216473-904d-4e7f-8a8c-363facf70445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:03.179450 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40052) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:03.449415 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:03.544966 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da6bbd-a427-4e04-9884-0e1f198929ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:03.545420 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da6bbd-a427-4e04-9884-0e1f198929ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:03.546955 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-31da6bbd-a427-4e04-9884-0e1f198929ff admin admin] 10.222.0.47 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3665750 Oct 14 12:54:05.050976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:05.132031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:05.387796 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:05.393929 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:06.097452 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40060) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:06.464337 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aff814-2ccc-497e-9cd3-958e158b2c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:06.465706 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-10aff814-2ccc-497e-9cd3-958e158b2c40 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/4e0c819f-5e0a-4130-9b3b-afb4806d8cdf HTTP/1.1" status: 200 len: 868 time: 0.3672240 Oct 14 12:54:09.005702 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40068) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:09.408040 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2189f-fa57-4396-a1fa-0f807ec35935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:09.409367 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-04a2189f-fa57-4396-a1fa-0f807ec35935 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/52c3aa44-002a-4fbd-8689-4974e9c8e74c HTTP/1.1" status: 200 len: 816 time: 0.4027474 Oct 14 12:54:15.125470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:15.127476 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:16.459504 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=35 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:16.461401 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=19 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:19.398725 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:19.403071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:28.262379 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=13 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:28.266534 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=13 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:29.938755 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-031ba4dd-b1c7-48a6-bf16-c8e79b6ace13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:31.388716 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:54:32.141627 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb4dded8-c56c-4ef5-9d84-e139a7288630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:33.453323 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:35.054146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:35.138287 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:38.853161 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40128) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:39.180566 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-4ba30d42-56a5-4aa6-8a34-05a1c24fe94d admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:54:39.181653 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4ba30d42-56a5-4aa6-8a34-05a1c24fe94d admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3274977 Oct 14 12:54:41.834871 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40136) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:42.174206 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba11a2a-a2b4-4152-9340-d4a1e43e0407 admin admin] GET failed (client error): The resource could not be found. Oct 14 12:54:42.175481 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-eba11a2a-a2b4-4152-9340-d4a1e43e0407 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3397617 Oct 14 12:54:42.261834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29adae82-151a-45e1-b511-b72941303f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:42.263303 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-29adae82-151a-45e1-b511-b72941303f13 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829761 Oct 14 12:54:42.385946 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:42.392310 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:44.857546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40144) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:45.124766 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:45.134007 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:45.179315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:54:45.199285 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Made reservation on behalf of 48f83413dd8d497d98e9b13f0fa4b793 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:54:45.201684 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:45.232667 dv-cinder-820994-7-iscsi neutron-server[104450]: WARNING neutron.services.revisions.revision_plugin [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Could not find related network for resource to bump revision. Oct 14 12:54:45.243935 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:54:45.252792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (a4ce0614-722b-498a-bc90-27ca479cc632), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:45.253162 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Added segment a4ce0614-722b-498a-bc90-27ca479cc632 of type vlan for network 436a0ec5-2b7d-4675-afdf-1ff77494006f Oct 14 12:54:45.291210 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (436a0ec5-2b7d-4675-afdf-1ff77494006f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:45.314800 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (436a0ec5-2b7d-4675-afdf-1ff77494006f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:45.315731 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:45.316820 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:45.367472 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5088792 Oct 14 12:54:45.378294 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3e0a6-177c-4bbb-8b9b-2727842b4ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=436a0ec5-2b7d-4675-afdf-1ff77494006f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:54:45.388989 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 436a0ec5-2b7d-4675-afdf-1ff77494006f details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:54:47.926589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40152) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:54:48.260871 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee71c44-6274-4562-a051-e37869c74d44 admin admin] GET failed (client error): The resource could not be found. Oct 14 12:54:48.262169 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7ee71c44-6274-4562-a051-e37869c74d44 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3346403 Oct 14 12:54:48.334322 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e913ff-78c7-4eab-810d-38680394f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:48.335770 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-88e913ff-78c7-4eab-810d-38680394f41d admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692666 Oct 14 12:54:48.345414 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f', 'name': 'shared-subnet'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:54:48.364201 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Made reservation on behalf of 48f83413dd8d497d98e9b13f0fa4b793 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:54:48.366750 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:48.529301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (e643fe1e-9a56-4a7b-bb1c-9521be4c991b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:48.584712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e643fe1e-9a56-4a7b-bb1c-9521be4c991b,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:54:48.594523 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.594862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.595197 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.595558 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.595897 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.596202 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.596519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.596835 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.597150 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.598038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.598374 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.598697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.599010 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.599322 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.599633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:48.602861 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Checking segment: {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:54:48.603206 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Network hostable DHCP agents. Network: 436a0ec5-2b7d-4675-afdf-1ff77494006f, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:54:48.619809 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Network 436a0ec5-2b7d-4675-afdf-1ff77494006f is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:54:48.628315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 436a0ec5-2b7d-4675-afdf-1ff77494006f) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:54:48.632242 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:54:48.632855 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:48.637813 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a78199-2e79-433c-ad86-e6bb5b5f2e28 None None] Network 436a0ec5-2b7d-4675-afdf-1ff77494006f requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:54:48.648741 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f7186c50-0828-4406-900a-c4987289f39c admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065283 Oct 14 12:54:48.748793 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-436a0ec5-2b7d-4675-afdf-1ff77494006f', 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f', 'project_id': '48f83413dd8d497d98e9b13f0fa4b793', 'fixed_ips': [{'subnet_id': 'e643fe1e-9a56-4a7b-bb1c-9521be4c991b'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 12:54:48.749766 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:48.975924 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Allocated IP 192.168.233.2 (436a0ec5-2b7d-4675-afdf-1ff77494006f/e643fe1e-9a56-4a7b-bb1c-9521be4c991b/01466ca3-e7e5-4844-8e7e-0cf3c61be968) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:54:49.124961 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Publish callbacks [] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:49.130992 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:49.175536 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Network 436a0ec5-2b7d-4675-afdf-1ff77494006f is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:54:49.178541 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:54:49.184677 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:54:49.186918 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Pushing event updated for resources: {'Port': ['ID=01466ca3-e7e5-4844-8e7e-0cf3c61be968,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:54:49.196040 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.196379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.196730 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.197081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.197430 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.197776 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.198099 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.198416 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.198735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.199052 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.199368 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.199747 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.200070 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.200384 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.200694 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:54:49.255879 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Attempting to bind port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:54:49.256246 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Attempting to bind port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:54:49.256632 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Attempting to bind port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 on network 436a0ec5-2b7d-4675-afdf-1ff77494006f {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:54:49.299258 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:54:49.299951 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Checking segment: {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:54:49.300633 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:49.301019 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Bound using segment: {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:54:49.301581 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Bound port: 01466ca3-e7e5-4844-8e7e-0cf3c61be968, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:54:49.301958 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:49.365197 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] For port 01466ca3-e7e5-4844-8e7e-0cf3c61be968, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:54:49.368647 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] For port 01466ca3-e7e5-4844-8e7e-0cf3c61be968, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=01466ca3-e7e5-4844-8e7e-0cf3c61be968,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:54:49.374810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:49.430811 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d0469-995f-4995-97f3-9edbc23b2b76 None None] Pushing event updated for resources: {'Port': ['ID=01466ca3-e7e5-4844-8e7e-0cf3c61be968,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:54:50.180645 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e915e3d-aa06-4038-bb37-1a1b81a13313 None None] Network 436a0ec5-2b7d-4675-afdf-1ff77494006f requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:54:50.235895 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Provisioning complete for port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:54:50.236272 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:50.236599 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Attempt 1 to provision port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 Oct 14 12:54:50.265419 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:50.276057 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:50.367100 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Current status of the port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:54:50.367440 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:50.407077 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] For port 01466ca3-e7e5-4844-8e7e-0cf3c61be968, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=01466ca3-e7e5-4844-8e7e-0cf3c61be968,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:54:50.412934 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:50.474117 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2d07e-b740-4dfc-a63f-49d408563d67 None None] Pushing event updated for resources: {'Port': ['ID=01466ca3-e7e5-4844-8e7e-0cf3c61be968,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:54:50.532400 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0cf1b22b-4af7-4213-9c02-efd61777187a None None] Provisioning complete for port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:54:50.532776 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b22b-4af7-4213-9c02-efd61777187a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:50.533105 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-0cf1b22b-4af7-4213-9c02-efd61777187a None None] Attempt 1 to provision port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 Oct 14 12:54:50.605169 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1b22b-4af7-4213-9c02-efd61777187a None None] Current status of the port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:54:50.912003 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 01466ca3-e7e5-4844-8e7e-0cf3c61be968 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:54:50.960055 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:54:50.960733 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (01466ca3-e7e5-4844-8e7e-0cf3c61be968), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:54:50.961075 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 Oct 14 12:54:51.033082 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 01466ca3-e7e5-4844-8e7e-0cf3c61be968 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:54:58.641921 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=76,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:58.642658 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:54:59.943866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-314910a6-bcd5-4b9a-9af9-0e01ede9415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:02.144631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7dc54004-07a8-4bd4-91ec-737ba160a982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:03.455735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:05.056990 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:05.130049 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:08.387752 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:55:15.120173 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:15.126604 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:28.387561 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:28.388285 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:29.944894 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fa562683-2ef6-4448-b755-62c47c44face None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:32.146710 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-14a6c292-bc69-43c8-8571-5daa1e6ed793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:33.459039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:35.063919 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:35.132709 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:55:45.122601 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:45.128010 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:45.386680 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:55:56.387485 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:56.392550 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:55:59.948980 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2123580b-4c04-47a4-8e72-fd618af440c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:02.148411 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea716-fa09-4d3f-9abc-8f1c18d1ff22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:03.462689 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:05.063579 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:05.135044 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:08.946415 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40194) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:56:08.951976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-7c6dee12-8a13-48f0-9782-17ab0954285c tempest-verify_tempest_config-1153776616 tempest-verify_tempest_config-1153776616-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:56:08.952936 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7c6dee12-8a13-48f0-9782-17ab0954285c tempest-verify_tempest_config-1153776616 tempest-verify_tempest_config-1153776616-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055647 Oct 14 12:56:09.450847 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40212) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:56:09.779671 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:09.856678 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Publish callbacks [] for security_group (d8e7a310-3036-4943-9969-1e1983403ae6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:09.860345 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (d8e7a310-3036-4943-9969-1e1983403ae6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:09.904736 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7a310-3036-4943-9969-1e1983403ae6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:56:09.909862 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6c4fd67b378841e09a48a37ffece5c34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4580374 Oct 14 12:56:09.912637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40216) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:56:09.914577 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.914930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.915296 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.915644 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.915978 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.916310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.916639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.916967 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.917311 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.917669 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.918014 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.918357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.918711 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.919034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.919356 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07268596-3e46-4327-9326-dfd5c90f5938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:09.995476 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Publish callbacks [] for security_group (d8e7a310-3036-4943-9969-1e1983403ae6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:10.015197 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Publish callbacks [] for security_group (d8e7a310-3036-4943-9969-1e1983403ae6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:10.111983 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (d8e7a310-3036-4943-9969-1e1983403ae6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:10.114638 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:10.115844 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d8e7a310-3036-4943-9969-1e1983403ae6 HTTP/1.1" status: 204 len: 168 time: 0.2022471 Oct 14 12:56:10.127719 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7a310-3036-4943-9969-1e1983403ae6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:56:10.139130 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.139469 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.139807 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.140135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.140461 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.140790 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.141107 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.142039 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.142367 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.142688 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.143023 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.143360 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.143681 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.143991 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.144302 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21afe9-b14e-4866-b2bf-ef22f89697db admin admin] Tracked resource versions report: Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: pushed versions: Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: { 'AddressGroup': {'1.2'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Agent': {'1.1'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'ConntrackHelper': {'1.0'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Log': {'1.0'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'NDPProxy': {'1.0'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Network': {'1.1'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Port': {'1.7'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'PortForwarding': {'1.3'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'QosPolicy': {'1.10'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroup': {'1.5'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SubPort': {'1.0'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Subnet': {'1.1'}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Trunk': {'1.1'}} Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: consumer versions: Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Agent': '1.1', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'ConntrackHelper': '1.0', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'LocalIPAssociation': '1.0', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Log': '1.0', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'NDPProxy': '1.0', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Network': '1.1', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Port': '1.7', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'PortForwarding': '1.3', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'QosPolicy': '1.10', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroup': '1.5', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroupRule': '1.2', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SubPort': '1.0', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Subnet': '1.1', Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Trunk': '1.1'}} Oct 14 12:56:10.145780 dv-cinder-820994-7-iscsi neutron-server[104449]: {{(pid=104449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:56:15.129634 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:19.903477 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:19.908093 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:20.119884 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=15 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:20.135438 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:20.185077 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:22.385716 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:56:29.953462 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-994d6e50-e617-4366-b237-14aef81dce5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:32.150154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2d737f74-20c5-4d2c-b275-69a2fc9ceca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:33.378678 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=19 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:33.389676 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=15 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:33.464245 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:35.067119 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:35.136469 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:56:45.130786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:45.132662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:55.388477 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:56:59.384584 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:56:59.955209 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-48633a93-4232-4e82-b33d-cb2fa7a5583c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:02.152091 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5735-c00e-4d68-b105-51e85d680796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:03.467086 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:05.071125 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:05.136986 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:10.390306 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:10.396556 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:15.128157 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:15.133999 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:28.392490 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:29.956808 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6f1cd970-3ae0-41bd-b61d-11a4676cadd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:32.154724 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6cd71ab9-deef-41a8-a9e2-00b51b52218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:33.470649 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:35.074675 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:35.139473 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:36.383100 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:57:43.402973 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532948'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:57:45.135666 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:47.387251 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:47.391804 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:53.400052 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:57:57.008490 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40314) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:57:57.137053 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-40341a6b-6702-409c-8bea-2ce0328f4ada admin admin] 10.222.0.47 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1274507 Oct 14 12:57:59.621732 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40324) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:57:59.686366 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-de9efbcb-b2f2-40f2-86f6-eb8554c48a86 admin admin] 10.222.0.47 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0630097 Oct 14 12:57:59.960951 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c875c8e-212e-4bac-9974-e4b60ae7cf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:02.157561 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-72bdcca1-8e9c-4117-9826-a902992944fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:03.473934 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:05.077973 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:05.141951 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:07.130320 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:07.132410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:09.679752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:13.381183 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:58:13.383817 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:23.377844 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:23.379722 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:28.183566 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:28.185908 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:29.962884 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8c0d3fcb-caa7-4216-9a82-9ea9d929d37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:32.160967 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6b230962-1011-4c1e-9789-f5d626fb59d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:33.477427 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:35.081425 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:35.143332 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:43.378099 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:58:50.381165 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:58:53.370944 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:53.373382 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:58:59.966850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6dee4566-1e4c-4f66-aee4-0b9cc5ba84f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:01.397692 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:01.402960 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:02.162391 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6ab50805-b705-4b1e-b55c-4b1405165dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:03.479884 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:05.084556 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:05.145675 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:13.398191 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:23.391163 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:23.393285 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:27.380956 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 12:59:29.988537 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3d01e49e-b0c4-4c8f-a01b-abf0601315a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.173252 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1dd8-b178-47d3-aecb-2e8d22f26e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.213541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40512) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:32.405249 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-439880067-network', 'tenant_id': 'c160176d8c804b7793bae21c205c538c'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:32.430317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Made reservation on behalf of c160176d8c804b7793bae21c205c538c for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:32.455762 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.476298 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.568142 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks [] for security_group (c1a1f895-223f-43d5-aa07-f48242442f86), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.572823 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c1a1f895-223f-43d5-aa07-f48242442f86), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.596456 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:59:32.622971 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (670d958d-d15f-44b5-b840-a89bf212e5de), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.623302 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Added segment 670d958d-d15f-44b5-b840-a89bf212e5de of type vlan for network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 Oct 14 12:59:32.633252 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a1f895-223f-43d5-aa07-f48242442f86,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:32.667801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.668174 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.668540 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.668878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.669208 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.669549 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.670041 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.670367 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.670703 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.671029 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.671361 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.671690 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.672184 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.672507 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.672826 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Tracked resource versions report: Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: pushed versions: Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: { 'AddressGroup': {'1.2'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Agent': {'1.1'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'ConntrackHelper': {'1.0'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Log': {'1.0'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'NDPProxy': {'1.0'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Network': {'1.1'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Port': {'1.7'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'PortForwarding': {'1.3'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'QosPolicy': {'1.10'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroup': {'1.5'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SubPort': {'1.0'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Subnet': {'1.1'}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Trunk': {'1.1'}} Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: consumer versions: Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: HyperV agent@hv-cinder-82099: {}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Agent': '1.1', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'ConntrackHelper': '1.0', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'LocalIPAssociation': '1.0', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Log': '1.0', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'NDPProxy': '1.0', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Network': '1.1', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Port': '1.7', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'PortForwarding': '1.3', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'QosPolicy': '1.10', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroup': '1.5', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SecurityGroupRule': '1.2', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'SubPort': '1.0', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Subnet': '1.1', Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: 'Trunk': '1.1'}} Oct 14 12:59:32.674070 dv-cinder-820994-7-iscsi neutron-server[104450]: {{(pid=104450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:59:32.679718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (71d7f67c-efcc-4a77-8c43-10bba17af0b2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.713359 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (71d7f67c-efcc-4a77-8c43-10bba17af0b2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.716804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:32.717948 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.784671 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5694308 Oct 14 12:59:32.787953 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40558) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:32.796480 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Request body: {'subnet': {'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-subnet', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:32.798864 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9194a3-da68-4ed4-8f12-85a207f2372e admin admin] Pushing event updated for resources: {'Network': ['ID=71d7f67c-efcc-4a77-8c43-10bba17af0b2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:32.809212 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:59:32.843470 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Made reservation on behalf of c160176d8c804b7793bae21c205c538c for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:32.847375 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:32.877230 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40564) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:33.149949 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (149fa151-6a2f-4a08-ae89-995ac1c1cba6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.199505 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=149fa151-6a2f-4a08-ae89-995ac1c1cba6,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:33.209219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.209591 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.209950 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.210298 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.210633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.210963 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.211291 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.211615 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.211961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.212292 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.212630 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.212960 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.213298 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.213719 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.214119 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Tracked resource versions report: Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: pushed versions: Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: { 'AddressGroup': {'1.2'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Agent': {'1.1'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'ConntrackHelper': {'1.0'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Log': {'1.0'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'NDPProxy': {'1.0'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Network': {'1.1'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Port': {'1.7'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'PortForwarding': {'1.3'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'QosPolicy': {'1.10'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroup': {'1.5'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SubPort': {'1.0'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Subnet': {'1.1'}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Trunk': {'1.1'}} Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: consumer versions: Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: HyperV agent@hv-cinder-82099: {}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Agent': '1.1', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'ConntrackHelper': '1.0', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'LocalIPAssociation': '1.0', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Log': '1.0', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'NDPProxy': '1.0', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Network': '1.1', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Port': '1.7', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'PortForwarding': '1.3', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'QosPolicy': '1.10', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroup': '1.5', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SecurityGroupRule': '1.2', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'SubPort': '1.0', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Subnet': '1.1', Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: 'Trunk': '1.1'}} Oct 14 12:59:33.215373 dv-cinder-820994-7-iscsi neutron-server[104449]: {{(pid=104449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:59:33.224620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1086134672-network', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:33.247680 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Checking segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:33.248067 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Network hostable DHCP agents. Network: 71d7f67c-efcc-4a77-8c43-10bba17af0b2, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:59:33.251418 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Made reservation on behalf of 9247e549c63f4a42be20f5a7aeda0594 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:33.254299 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.265648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.275687 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:59:33.293893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 71d7f67c-efcc-4a77-8c43-10bba17af0b2) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:33.300232 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:33.301910 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.307312 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e61e1-29af-4499-a948-d1d4e399cbec None None] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:33.335456 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a4f6c44a-1ecf-4469-97ea-685ae2e44cbc admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5453532 Oct 14 12:59:33.336492 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40580) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:33.343057 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:33.381199 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (e95ec82e-44dc-4037-8afc-5676e43144ba), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.382570 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks [] for security_group (470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.385320 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (e95ec82e-44dc-4037-8afc-5676e43144ba), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.389628 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.404508 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40582) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:33.454768 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:59:33.485293 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40588) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:33.492060 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (735f1687-144f-4a3c-870c-0ede51027b4f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.492708 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Added segment 735f1687-144f-4a3c-870c-0ede51027b4f of type vlan for network 19221892-26e2-485e-83b6-c9b12590cb03 Oct 14 12:59:33.503475 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:33.550130 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 12:59:33.551060 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.563089 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.565887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks [] for router_controller (e95ec82e-44dc-4037-8afc-5676e43144ba), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.634274 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (19221892-26e2-485e-83b6-c9b12590cb03), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.661063 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:33.676775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (19221892-26e2-485e-83b6-c9b12590cb03), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.679670 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:33.680752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.748492 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Allocated IP 172.20.0.2 (71d7f67c-efcc-4a77-8c43-10bba17af0b2/149fa151-6a2f-4a08-ae89-995ac1c1cba6/c73b1ea8-e2b0-41ae-87b5-c5a42ed95635) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:33.755732 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] Pushing event updated for resources: {'Network': ['ID=19221892-26e2-485e-83b6-c9b12590cb03,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:33.769405 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 19221892-26e2-485e-83b6-c9b12590cb03 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:59:33.772069 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c5c72fe1-8033-43af-8f31-5411605cd83f admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8934352 Oct 14 12:59:33.775475 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40600) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:33.783235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Request body: {'subnet': {'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1086134672-subnet', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:33.783843 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks [] for router_gateway (e95ec82e-44dc-4037-8afc-5676e43144ba), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.797037 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-551711875-network', 'tenant_id': '6c0d083e8cef4333b9514d2256991647'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:33.810555 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Made reservation on behalf of 9247e549c63f4a42be20f5a7aeda0594 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:33.813111 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.868137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1412640369-network', 'tenant_id': '758ac8ee488d498882fce45dc7255676'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:33.882330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:33.935851 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Made reservation on behalf of 758ac8ee488d498882fce45dc7255676 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:33.939277 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:33.957806 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.082201 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Made reservation on behalf of 6c0d083e8cef4333b9514d2256991647 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:34.085054 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.106516 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.133752 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Publish callbacks [] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.147137 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.180525 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (ad632821-c368-4cf7-ad83-474321292f94), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.182667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:34.200037 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:34.222579 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks [] for security_group (fca803d7-a1a6-4ae2-8f71-f93def689bd5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.236108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks [] for router_gateway (e95ec82e-44dc-4037-8afc-5676e43144ba), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.259540 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fca803d7-a1a6-4ae2-8f71-f93def689bd5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.266092 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:34.273072 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks [] for security_group (da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.274707 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.280099 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.282504 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:34.284480 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Pushing event updated for resources: {'Port': ['ID=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.287789 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:34.297696 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.298402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.298803 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:59:34.299174 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.299718 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.300304 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.300905 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.301528 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.302065 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.302591 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.303235 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.303758 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.304282 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.304809 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.305316 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.305839 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Tracked resource versions report: Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: pushed versions: Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: { 'AddressGroup': {'1.2'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Agent': {'1.1'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'ConntrackHelper': {'1.0'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Log': {'1.0'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'NDPProxy': {'1.0'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Network': {'1.1'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Port': {'1.7'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'PortForwarding': {'1.3'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'QosPolicy': {'1.10'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroup': {'1.5'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SubPort': {'1.0'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Subnet': {'1.1'}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Trunk': {'1.1'}} Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: consumer versions: Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: HyperV agent@hv-cinder-82099: {}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Agent': '1.1', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'ConntrackHelper': '1.0', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'LocalIPAssociation': '1.0', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Log': '1.0', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'NDPProxy': '1.0', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Network': '1.1', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Port': '1.7', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'PortForwarding': '1.3', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'QosPolicy': '1.10', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroup': '1.5', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SecurityGroupRule': '1.2', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'SubPort': '1.0', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Subnet': '1.1', Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: 'Trunk': '1.1'}} Oct 14 12:59:34.307757 dv-cinder-820994-7-iscsi neutron-server[104451]: {{(pid=104451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:59:34.313165 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740328625619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (06a9812c-ef7c-423f-bc48-eecc900e38aa), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.313784 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Unsubscribe: segment precommit_create {{(pid=104449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 12:59:34.314272 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Added segment 06a9812c-ef7c-423f-bc48-eecc900e38aa of type vlan for network 70bca7d9-a052-4048-8e74-16b14b95c03e Oct 14 12:59:34.325552 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:59:34.342747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad632821-c368-4cf7-ad83-474321292f94,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.367792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (82728680-e701-4a5d-a0fe-e6cc1fb6a547), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.368142 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Added segment 82728680-e701-4a5d-a0fe-e6cc1fb6a547 of type vlan for network a546b534-90d1-415c-b2ee-872aaf5897d8 Oct 14 12:59:34.371146 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (70bca7d9-a052-4048-8e74-16b14b95c03e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.381139 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca803d7-a1a6-4ae2-8f71-f93def689bd5,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.389330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Checking segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:34.389686 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Network hostable DHCP agents. Network: 19221892-26e2-485e-83b6-c9b12590cb03, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:59:34.424318 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Attempting to bind port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:34.425139 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Attempting to bind port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:34.426588 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Attempting to bind port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:34.442367 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (a546b534-90d1-415c-b2ee-872aaf5897d8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.465465 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Network 19221892-26e2-485e-83b6-c9b12590cb03 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:59:34.490058 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 19221892-26e2-485e-83b6-c9b12590cb03) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:34.505900 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57008c-583e-45ff-9ba6-e9b5e3f80771 None None] Network 19221892-26e2-485e-83b6-c9b12590cb03 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:34.508774 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (a546b534-90d1-415c-b2ee-872aaf5897d8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.510782 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:34.511539 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.516662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:34.517050 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Checking segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:34.517467 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.517678 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:34.518235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.518814 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Bound using segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:34.519324 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Bound port: c73b1ea8-e2b0-41ae-87b5-c5a42ed95635, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:34.519716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.550606 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-270127a0-405b-40d9-ac6e-b93e79381394 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7727034 Oct 14 12:59:34.562087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40626) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:34.567713 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:34.583465 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0966666 Oct 14 12:59:34.586499 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40628) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:34.594305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Request body: {'subnet': {'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1412640369-subnet', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:34.662484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=2,neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:34.669006 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Made reservation on behalf of 758ac8ee488d498882fce45dc7255676 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:34.675783 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.714016 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Allocated IP 172.27.3.32 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/0768cda9-9924-44da-8391-8b87ef604b9d) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:34.719953 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (70bca7d9-a052-4048-8e74-16b14b95c03e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.721210 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:34.722142 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.741100 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.773403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5bca6-cd28-4a6a-8274-cc7b80088406 admin admin] Pushing event updated for resources: {'Network': ['ID=a546b534-90d1-415c-b2ee-872aaf5897d8,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.779658 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (47b0f01a-cc09-4240-aac6-61e52a241e94), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.780691 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (47b0f01a-cc09-4240-aac6-61e52a241e94), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.782304 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3770010 Oct 14 12:59:34.805709 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40646) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:34.825206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] For port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:34.830092 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] For port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:34.834158 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network a546b534-90d1-415c-b2ee-872aaf5897d8 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:59:34.837322 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:34.839564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:34.842996 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Request body: {'subnet': {'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-551711875-subnet', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:34.855167 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks [] for router_controller (47b0f01a-cc09-4240-aac6-61e52a241e94), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.857370 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:34.865277 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.953929 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278ad5b-d675-4a73-ab27-12d686410a8d admin admin] Pushing event updated for resources: {'Network': ['ID=70bca7d9-a052-4048-8e74-16b14b95c03e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.975126 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Made reservation on behalf of 6c0d083e8cef4333b9514d2256991647 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:34.977467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:34.989659 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc5b8a-0559-4d3f-92fa-7ff561be74a3 None None] Pushing event updated for resources: {'Port': ['ID=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:34.993222 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 70bca7d9-a052-4048-8e74-16b14b95c03e details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:59:35.092653 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-19221892-26e2-485e-83b6-c9b12590cb03', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 12:59:35.092653 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.167030 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks [] for port (0768cda9-9924-44da-8391-8b87ef604b9d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.193295 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:35.437172 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.472133 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.483719 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.533939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks [] for router_gateway (47b0f01a-cc09-4240-aac6-61e52a241e94), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.556361 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Allocated IP 172.20.0.2 (19221892-26e2-485e-83b6-c9b12590cb03/ad632821-c368-4cf7-ad83-474321292f94/7758dc84-a19c-4959-bbd1-1bc2b9d1cde1) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:35.680131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (e47da6bb-959b-4571-baf6-c8d42567493b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.713403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Publish callbacks [] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.716867 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:35.722965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:35.780399 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Pushing event updated for resources: {'Port': ['ID=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:35.782781 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:35.801049 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Network 19221892-26e2-485e-83b6-c9b12590cb03 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:35.805715 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:35.812736 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:35.819368 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:35.825643 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:35.845741 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47da6bb-959b-4571-baf6-c8d42567493b,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:35.955221 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Attempting to bind port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:35.956073 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Attempting to bind port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:35.956660 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Attempting to bind port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 on network 19221892-26e2-485e-83b6-c9b12590cb03 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:35.956930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Checking segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:35.957311 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Network hostable DHCP agents. Network: a546b534-90d1-415c-b2ee-872aaf5897d8, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:59:36.021745 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:36.022534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Checking segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:36.023348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.023976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Bound using segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:36.024672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Bound port: 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:36.025781 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.042328 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks [] for router_gateway (47b0f01a-cc09-4240-aac6-61e52a241e94), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.078837 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.080747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Network a546b534-90d1-415c-b2ee-872aaf5897d8 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:59:36.110316 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:36.142817 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, a546b534-90d1-415c-b2ee-872aaf5897d8) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:36.147403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:36.148301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.180749 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c2a02a93-1614-420d-be68-b419ccaa897b admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5931222 Oct 14 12:59:36.184987 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40698) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:36.195804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:36.197999 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Pushing event updated for resources: {'Port': ['ID=0768cda9-9924-44da-8391-8b87ef604b9d,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:36.332296 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Allocated IP 172.27.3.45 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/27a635e3-7bec-4967-8582-aee6c7ec61ef) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:36.351102 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b3b6b-f526-4327-aaed-81a740f8da5e None None] Network a546b534-90d1-415c-b2ee-872aaf5897d8 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:36.368790 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (b534a606-0783-47be-9c10-cd2ab6b8dc15), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.482391 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:36.502241 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6184baf-a958-4d84-a97a-aa78ca160855 None None] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:36.521342 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b534a606-0783-47be-9c10-cd2ab6b8dc15,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:36.563207 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks [] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.598859 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (9dca70b5-afd5-499e-b647-7f08aedb8c31), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.601229 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (9dca70b5-afd5-499e-b647-7f08aedb8c31), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.639835 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Provisioning complete for port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:36.640481 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.640966 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Attempt 1 to provision port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 Oct 14 12:59:36.664890 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks [] for router_controller (9dca70b5-afd5-499e-b647-7f08aedb8c31), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.667962 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.683585 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-a546b534-90d1-415c-b2ee-872aaf5897d8', 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'project_id': '758ac8ee488d498882fce45dc7255676', 'fixed_ips': [{'subnet_id': 'e47da6bb-959b-4571-baf6-c8d42567493b'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 12:59:36.684538 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.761431 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks [] for router_gateway (e95ec82e-44dc-4037-8afc-5676e43144ba), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.803061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Pushing event updated for resources: {'Port': ['ID=27a635e3-7bec-4967-8582-aee6c7ec61ef,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:36.880881 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks [] for router_gateway (9dca70b5-afd5-499e-b647-7f08aedb8c31), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:36.929519 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:36.930481 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Network hostable DHCP agents. Network: 70bca7d9-a052-4048-8e74-16b14b95c03e, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:59:37.002697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:37.024864 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] For port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:37.053291 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:37.143799 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:37.162990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:59:37.191602 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:37.198125 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Allocated IP 172.20.0.2 (a546b534-90d1-415c-b2ee-872aaf5897d8/e47da6bb-959b-4571-baf6-c8d42567493b/c457ba4d-fba9-4e7d-a827-6c244a5697b1) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:37.198738 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40726) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:37.224650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 70bca7d9-a052-4048-8e74-16b14b95c03e) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:37.224879 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40730) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:37.226306 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:37.230744 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:37.231766 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.233553 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] For port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:37.246417 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:37.261857 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:37.272524 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67dcd3-44f2-4d85-ad14-927c6542fc50 None None] Network 70bca7d9-a052-4048-8e74-16b14b95c03e requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:37.364318 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks [] for router_gateway (9dca70b5-afd5-499e-b647-7f08aedb8c31), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.378748 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ea00b35b-515e-4d24-8132-f064ced4115e admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5369225 Oct 14 12:59:37.385079 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.387733 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40736) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:37.391934 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:37.442141 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.492455 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:37.534492 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (3fce005d-25fa-4a10-ae42-f62d253554b4), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.535522 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (3fce005d-25fa-4a10-ae42-f62d253554b4), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.552532 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-12701afa-ad1c-483b-ba78-b0a33e48b15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.586164 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (e95ec82e-44dc-4037-8afc-5676e43144ba), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.592564 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:37.594392 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Current status of the port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:37.595054 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.632394 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:37.632651 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.632856 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 Oct 14 12:59:37.721534 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks [] for router_controller (3fce005d-25fa-4a10-ae42-f62d253554b4), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.775601 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-32096592-f02d-48e6-8c35-eeca0bd5a942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.779337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef21ad-5ba4-460d-8daa-8b4d7864639d None None] Pushing event updated for resources: {'Port': ['ID=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:37.796864 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks [] for router_gateway (47b0f01a-cc09-4240-aac6-61e52a241e94), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.843838 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] For port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:37.854258 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.984902 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Allocated IP 172.27.3.127 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/12b08062-88b2-4a81-8971-09ef08bfbc0c) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:37.987333 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks [] for router_gateway (3fce005d-25fa-4a10-ae42-f62d253554b4), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:37.992743 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-12701afa-ad1c-483b-ba78-b0a33e48b15c admin admin] Publish callbacks [] for security_group (b56f2910-a92c-4139-8af6-75072fce1311), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.002351 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-12701afa-ad1c-483b-ba78-b0a33e48b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b56f2910-a92c-4139-8af6-75072fce1311), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.033305 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab4389-6260-4c07-adbe-14edc6273eda None None] Pushing event updated for resources: {'Port': ['ID=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:38.068895 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-70bca7d9-a052-4048-8e74-16b14b95c03e', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 12:59:38.070133 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.072566 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-cd11bb31-9b9b-4bc8-b4ed-7334ec067733 None None] Provisioning complete for port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:38.072970 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cd11bb31-9b9b-4bc8-b4ed-7334ec067733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.073296 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-cd11bb31-9b9b-4bc8-b4ed-7334ec067733 None None] Attempt 1 to provision port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 Oct 14 12:59:38.094816 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Router e95ec82e-44dc-4037-8afc-5676e43144ba is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:59:38.099930 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Publish callbacks [] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.102135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.108014 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:38.114110 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-12701afa-ad1c-483b-ba78-b0a33e48b15c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d108f710c68845a8b01b30a67183a4a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9119813 Oct 14 12:59:38.114832 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40740) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:38.121740 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701afa-ad1c-483b-ba78-b0a33e48b15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f2910-a92c-4139-8af6-75072fce1311,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:38.126409 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.134190 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-32096592-f02d-48e6-8c35-eeca0bd5a942 admin admin] Publish callbacks [] for security_group (24dca3a5-5809-479e-a15a-42ddcfa63080), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.155100 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-32096592-f02d-48e6-8c35-eeca0bd5a942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (24dca3a5-5809-479e-a15a-42ddcfa63080), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.240316 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Network a546b534-90d1-415c-b2ee-872aaf5897d8 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:38.250166 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:38.253251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:38.283202 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Pushing event updated for resources: {'Port': ['ID=c457ba4d-fba9-4e7d-a827-6c244a5697b1,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:38.287846 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.295413 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-32096592-f02d-48e6-8c35-eeca0bd5a942 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4395038db67b47ac812c8db2493b2b15&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0678217 Oct 14 12:59:38.300420 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40746) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:38.338745 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks [] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.343500 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.375808 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.377773 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (47b0f01a-cc09-4240-aac6-61e52a241e94), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.384073 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096592-f02d-48e6-8c35-eeca0bd5a942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dca3a5-5809-479e-a15a-42ddcfa63080,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:38.425379 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.426356 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.466862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-cd11bb31-9b9b-4bc8-b4ed-7334ec067733 None None] Current status of the port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:38.493620 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Attempting to bind port c457ba4d-fba9-4e7d-a827-6c244a5697b1 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:38.499955 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Attempting to bind port c457ba4d-fba9-4e7d-a827-6c244a5697b1 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:38.500552 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Attempting to bind port c457ba4d-fba9-4e7d-a827-6c244a5697b1 on network a546b534-90d1-415c-b2ee-872aaf5897d8 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:38.509599 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Allocated IP 172.20.0.2 (70bca7d9-a052-4048-8e74-16b14b95c03e/b534a606-0783-47be-9c10-cd2ab6b8dc15/e72aa651-11c3-436c-bdb5-91b00bff8d87) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:38.540190 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0fe8-5b3c-478f-ab57-8b768f542ada admin admin] Publish callbacks [] for security_group (b56f2910-a92c-4139-8af6-75072fce1311), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.550790 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.562233 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.596999 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:38.610146 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Sync routers for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:38.629859 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:38.633323 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:38.636158 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:38.636555 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0fe8-5b3c-478f-ab57-8b768f542ada admin admin] Publish callbacks [] for security_group (b56f2910-a92c-4139-8af6-75072fce1311), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.677833 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.679195 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fb9a0fbd-7902-4484-9308-046a49d7a68b admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3413687 Oct 14 12:59:38.688336 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks [] for router_gateway (3fce005d-25fa-4a10-ae42-f62d253554b4), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.709688 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40754) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:38.747606 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:38.757290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:38.757290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Checking segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:38.757290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.758245 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Bound using segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:38.763331 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Bound port: c457ba4d-fba9-4e7d-a827-6c244a5697b1, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:38.766536 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.766826 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:38.795648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Pushing event updated for resources: {'Port': ['ID=12b08062-88b2-4a81-8971-09ef08bfbc0c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:38.810400 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:38.870991 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:38.898837 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Allocated IP 172.27.3.130 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/52313a5e-c8f0-4280-931b-f7b1ac607b99) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:38.971865 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b79f21-a225-42bf-aea0-78d05d6c9106 None None] Network 19221892-26e2-485e-83b6-c9b12590cb03 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:39.016255 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Provisioning complete for port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:39.016714 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.017118 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Attempt 1 to provision port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 Oct 14 12:59:39.061821 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] For port c457ba4d-fba9-4e7d-a827-6c244a5697b1, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:39.151880 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:39.181683 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:59:39.207304 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Current status of the port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:39.207526 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.233572 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] For port c457ba4d-fba9-4e7d-a827-6c244a5697b1, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c457ba4d-fba9-4e7d-a827-6c244a5697b1,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:39.287763 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.302966 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:39.374059 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks [] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.408507 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks [] for router_gateway (9dca70b5-afd5-499e-b647-7f08aedb8c31), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.419743 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:36Z', 'revision_number': 3, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:39.425803 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e666-0461-419c-8d29-a09652e3d00e admin admin] Publish callbacks [] for security_group (24dca3a5-5809-479e-a15a-42ddcfa63080), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.451386 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Checking router: e95ec82e-44dc-4037-8afc-5676e43144ba for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:39.451994 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Updating router e95ec82e-44dc-4037-8afc-5676e43144ba port 0768cda9-9924-44da-8391-8b87ef604b9d binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:39.465593 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e666-0461-419c-8d29-a09652e3d00e admin admin] Publish callbacks [] for security_group (24dca3a5-5809-479e-a15a-42ddcfa63080), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.481286 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.510491 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] For port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:39.542663 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.557141 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Publish callbacks [] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.596786 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:39.614731 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0fe8-5b3c-478f-ab57-8b768f542ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b56f2910-a92c-4139-8af6-75072fce1311), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.617443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0fe8-5b3c-478f-ab57-8b768f542ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.622214 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-aa3b0fe8-5b3c-478f-ab57-8b768f542ada admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b56f2910-a92c-4139-8af6-75072fce1311 HTTP/1.1" status: 204 len: 168 time: 1.5043163 Oct 14 12:59:39.625358 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.640573 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.645704 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e666-0461-419c-8d29-a09652e3d00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (24dca3a5-5809-479e-a15a-42ddcfa63080), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.653201 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e666-0461-419c-8d29-a09652e3d00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.657211 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e35fd-ec61-4098-b4c5-00e43ad65be2 None None] Pushing event updated for resources: {'Port': ['ID=c457ba4d-fba9-4e7d-a827-6c244a5697b1,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:39.688531 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b9c2e666-0461-419c-8d29-a09652e3d00e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/24dca3a5-5809-479e-a15a-42ddcfa63080 HTTP/1.1" status: 204 len: 168 time: 1.2432299 Oct 14 12:59:39.703401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b0fe8-5b3c-478f-ab57-8b768f542ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f2910-a92c-4139-8af6-75072fce1311,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:39.749682 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d18afb-fa2b-4a2b-b6e8-79eda4369dc7 None None] Pushing event updated for resources: {'Port': ['ID=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:39.821379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Pushing event updated for resources: {'Port': ['ID=e72aa651-11c3-436c-bdb5-91b00bff8d87,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:39.839647 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:39.847160 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:39.850406 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:39.854469 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:39.872952 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:39.874347 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.875025 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 Oct 14 12:59:39.894661 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2e666-0461-419c-8d29-a09652e3d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dca3a5-5809-479e-a15a-42ddcfa63080,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:39.969079 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Publish callbacks [] for port (0768cda9-9924-44da-8391-8b87ef604b9d), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.982687 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:39.983708 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:39.989789 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:40.051212 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:40.060354 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Attempting to bind port 0768cda9-9924-44da-8391-8b87ef604b9d on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:40.061042 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Attempting to bind port 0768cda9-9924-44da-8391-8b87ef604b9d by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:40.062536 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Attempting to bind port 0768cda9-9924-44da-8391-8b87ef604b9d on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:40.236730 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:40.251183 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Attempting to bind port e72aa651-11c3-436c-bdb5-91b00bff8d87 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:40.254028 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Attempting to bind port e72aa651-11c3-436c-bdb5-91b00bff8d87 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:40.254028 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Attempting to bind port e72aa651-11c3-436c-bdb5-91b00bff8d87 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:40.339114 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:40.395164 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:40.395503 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:40.395972 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (9dca70b5-afd5-499e-b647-7f08aedb8c31), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:40.398642 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:40.400237 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:40.400881 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:40.401959 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Bound port: 0768cda9-9924-44da-8391-8b87ef604b9d, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:40.403011 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:40.405213 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:40.421468 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:40.422276 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:40.423892 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:40.428061 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-71486d86-42a1-4ad2-ab9b-8912481e49c4 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8610904 Oct 14 12:59:40.551496 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:40.594572 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] For port 0768cda9-9924-44da-8391-8b87ef604b9d, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:40.603547 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] For port 0768cda9-9924-44da-8391-8b87ef604b9d, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=0768cda9-9924-44da-8391-8b87ef604b9d,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:40.622516 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40788) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:40.632453 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:40.644325 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:40.685688 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Pushing event updated for resources: {'Port': ['ID=0768cda9-9924-44da-8391-8b87ef604b9d,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:40.709725 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:40.712664 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:40.853061 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.860589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40802) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:40.866024 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.866856 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.867465 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.867995 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.868549 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.869046 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.869782 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.870427 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.870957 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.872049 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.872568 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.873200 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.873931 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.874426 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Tracked resource versions report: Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: pushed versions: Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: { 'AddressGroup': {'1.2'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Agent': {'1.1'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'ConntrackHelper': {'1.0'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'LocalIPAssociation': {'1.0'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Log': {'1.0'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'NDPProxy': {'1.0'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Network': {'1.1'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Port': {'1.7'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'PortForwarding': {'1.3'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'QosPolicy': {'1.10'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroup': {'1.5'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroupRule': {'1.2'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SubPort': {'1.0'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Subnet': {'1.1'}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Trunk': {'1.1'}} Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: consumer versions: Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: { DHCP agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: HyperV agent@hv-cinder-82099: {}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: L3 agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: Metadata agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: Metering agent@dv-cinder-820994-7-iscsi: {}, Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: Open vSwitch agent@dv-cinder-820994-7-iscsi: { 'AddressGroup': '1.2', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Agent': '1.1', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'ConntrackHelper': '1.0', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'LocalIPAssociation': '1.0', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Log': '1.0', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'NDPProxy': '1.0', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Network': '1.1', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Port': '1.7', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'PortForwarding': '1.3', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'QosPolicy': '1.10', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroup': '1.5', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SecurityGroupRule': '1.2', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'SubPort': '1.0', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Subnet': '1.1', Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: 'Trunk': '1.1'}} Oct 14 12:59:40.875975 dv-cinder-820994-7-iscsi neutron-server[104452]: {{(pid=104452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 12:59:40.951073 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:40.962432 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Pushing event updated for resources: {'Port': ['ID=52313a5e-c8f0-4280-931b-f7b1ac607b99,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:41.031914 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:41.038719 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:41.039370 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.039941 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Bound using segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:41.040617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Bound port: e72aa651-11c3-436c-bdb5-91b00bff8d87, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:41.041180 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.043706 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:41.044949 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:41.084690 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-dbc4125c-1c6c-4edd-a003-95f81beb58dc None None] Provisioning complete for port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:41.085326 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dbc4125c-1c6c-4edd-a003-95f81beb58dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.086386 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-dbc4125c-1c6c-4edd-a003-95f81beb58dc None None] Attempt 1 to provision port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 Oct 14 12:59:41.091618 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:41.113773 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:41.115534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153847b-1efa-464c-adcf-e288fa4acfa5 None None] Network a546b534-90d1-415c-b2ee-872aaf5897d8 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:41.192121 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ee6bc-0535-48ac-afe1-0a0a37bffb8f None None] Pushing event updated for resources: {'Port': ['ID=0768cda9-9924-44da-8391-8b87ef604b9d,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:41.240937 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:37Z', 'revision_number': 3, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:41.310230 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:41.311407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:41.311960 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Updating router 47b0f01a-cc09-4240-aac6-61e52a241e94 port 27a635e3-7bec-4967-8582-aee6c7ec61ef binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:41.406106 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:41.406828 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.407350 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 Oct 14 12:59:41.487578 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] For port e72aa651-11c3-436c-bdb5-91b00bff8d87, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:41.542188 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.557522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:41.586280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9da20774-0666-4036-a095-e027978765da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.619170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks [] for router_gateway (3fce005d-25fa-4a10-ae42-f62d253554b4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.640982 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.655134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] For port e72aa651-11c3-436c-bdb5-91b00bff8d87, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e72aa651-11c3-436c-bdb5-91b00bff8d87,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:41.667169 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:36Z', 'revision_number': 3, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:41.693294 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9da20774-0666-4036-a095-e027978765da admin admin] Publish callbacks [] for security_group (021d1765-37aa-4234-acbf-5b0df990f7cf), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.701650 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799b069-febf-4300-b462-31dc8c13b053 None None] The sync data for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi is: [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:36Z', 'revision_number': 3, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:41.709001 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4125c-1c6c-4edd-a003-95f81beb58dc None None] Current status of the port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:41.712712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9da20774-0666-4036-a095-e027978765da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (021d1765-37aa-4234-acbf-5b0df990f7cf), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.722832 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.724928 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Router 9dca70b5-afd5-499e-b647-7f08aedb8c31 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:59:41.885278 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40832) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:41.911424 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9da20774-0666-4036-a095-e027978765da admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=29b7dcecd1a04c7f81adb42baabb8d5b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0442359 Oct 14 12:59:41.913153 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40838) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:41.916073 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da20774-0666-4036-a095-e027978765da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021d1765-37aa-4234-acbf-5b0df990f7cf,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:41.962411 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Provisioning complete for port c457ba4d-fba9-4e7d-a827-6c244a5697b1 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:41.963039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:41.963760 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Attempt 1 to provision port c457ba4d-fba9-4e7d-a827-6c244a5697b1 Oct 14 12:59:42.026602 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60acac-196a-4f7b-b5c3-ec1eeceeaeba None None] Pushing event updated for resources: {'Port': ['ID=e72aa651-11c3-436c-bdb5-91b00bff8d87,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:42.085052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:42.156158 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:42.195539 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045633494-network', 'tenant_id': '672235a169ac4ab9ba8f1123e56437d8'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:42.305432 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Current status of the port c457ba4d-fba9-4e7d-a827-6c244a5697b1 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:42.305972 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.362226 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74c94daa-015d-4480-95f0-8250dcde271d admin admin] Publish callbacks [] for security_group (021d1765-37aa-4234-acbf-5b0df990f7cf), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.449512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Made reservation on behalf of 672235a169ac4ab9ba8f1123e56437d8 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:42.451876 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.468197 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] For port c457ba4d-fba9-4e7d-a827-6c244a5697b1, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c457ba4d-fba9-4e7d-a827-6c244a5697b1,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:42.473837 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.480133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.514085 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:42.530521 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74c94daa-015d-4480-95f0-8250dcde271d admin admin] Publish callbacks [] for security_group (021d1765-37aa-4234-acbf-5b0df990f7cf), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.536329 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:42.551970 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e72aa651-11c3-436c-bdb5-91b00bff8d87 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:42.600731 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (3fce005d-25fa-4a10-ae42-f62d253554b4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.659563 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port e72aa651-11c3-436c-bdb5-91b00bff8d87 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:42.661076 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.661560 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port e72aa651-11c3-436c-bdb5-91b00bff8d87 Oct 14 12:59:42.679992 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks [] for security_group (86df8bfe-6c57-43f9-8f3e-5564a8accc4e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.681223 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:42.682010 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:42.682716 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Allocated IP 172.20.0.1 (71d7f67c-efcc-4a77-8c43-10bba17af0b2/149fa151-6a2f-4a08-ae89-995ac1c1cba6/ae6aca12-12ca-432a-ba79-a0baa7c8b019) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:42.708160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (86df8bfe-6c57-43f9-8f3e-5564a8accc4e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.756555 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:42.769181 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Sync routers for ids ['9dca70b5-afd5-499e-b647-7f08aedb8c31'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:42.785881 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Routers {'9dca70b5-afd5-499e-b647-7f08aedb8c31'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:42.786511 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['9dca70b5-afd5-499e-b647-7f08aedb8c31'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:42.803925 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:59:42.941661 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.946443 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f1a62b35-2728-4399-97d4-2887621a307c admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7568474 Oct 14 12:59:42.946443 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (f44835a6-574f-4dcb-b1c2-d85c59901dfd), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:42.946443 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Added segment f44835a6-574f-4dcb-b1c2-d85c59901dfd of type vlan for network 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da Oct 14 12:59:42.948814 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40856) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:42.991248 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df8bfe-6c57-43f9-8f3e-5564a8accc4e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:43.019547 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Set router 9dca70b5-afd5-499e-b647-7f08aedb8c31 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:43.044301 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks [] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.078020 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 12:59:43.089306 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:43.116602 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port e72aa651-11c3-436c-bdb5-91b00bff8d87 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:43.116993 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.144061 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9cf07-38dd-40b0-9ec8-20073ebd599b None None] Pushing event updated for resources: {'Port': ['ID=c457ba4d-fba9-4e7d-a827-6c244a5697b1,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:43.159516 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74c94daa-015d-4480-95f0-8250dcde271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (021d1765-37aa-4234-acbf-5b0df990f7cf), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.162051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74c94daa-015d-4480-95f0-8250dcde271d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.170968 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f270649a-5c1a-4b83-90f5-9ca83d9ffbab None None] Provisioning complete for port c457ba4d-fba9-4e7d-a827-6c244a5697b1 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:43.171508 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f270649a-5c1a-4b83-90f5-9ca83d9ffbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.171767 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-f270649a-5c1a-4b83-90f5-9ca83d9ffbab None None] Attempt 1 to provision port c457ba4d-fba9-4e7d-a827-6c244a5697b1 Oct 14 12:59:43.174221 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-74c94daa-015d-4480-95f0-8250dcde271d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/021d1765-37aa-4234-acbf-5b0df990f7cf HTTP/1.1" status: 204 len: 168 time: 1.2552485 Oct 14 12:59:43.263898 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (9b6de81b-0b86-4621-98d6-0a1ce1d3c9da), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.287616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c94daa-015d-4480-95f0-8250dcde271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d1765-37aa-4234-acbf-5b0df990f7cf,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:43.360807 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.384657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port e72aa651-11c3-436c-bdb5-91b00bff8d87, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e72aa651-11c3-436c-bdb5-91b00bff8d87,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:43.495929 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.497033 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:43.533868 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:43.542281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:43.564050 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:39Z', 'revision_number': 3, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:43.573309 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:43.575228 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (e95ec82e-44dc-4037-8afc-5676e43144ba), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.593064 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (9b6de81b-0b86-4621-98d6-0a1ce1d3c9da), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.594728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:43.596259 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.603047 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=e72aa651-11c3-436c-bdb5-91b00bff8d87,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:43.626637 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Checking router: 9dca70b5-afd5-499e-b647-7f08aedb8c31 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:43.627056 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Updating router 9dca70b5-afd5-499e-b647-7f08aedb8c31 port 12b08062-88b2-4a81-8971-09ef08bfbc0c binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:43.670288 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.684796 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.729400 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:43.741420 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32780169-72c3-4b93-bf34-e4397abd7bae None None] Network 70bca7d9-a052-4048-8e74-16b14b95c03e requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:43.766166 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Pushing event updated for resources: {'Port': ['ID=ae6aca12-12ca-432a-ba79-a0baa7c8b019,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:43.829598 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.837028 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3f9f832b-c899-4994-8959-ec00e2970d4a admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4480884 Oct 14 12:59:43.837885 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40882) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:43.898907 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:43.907523 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6de81b-0b86-4621-98d6-0a1ce1d3c9da,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:43.912164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Publish callbacks [] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.943353 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:43.943980 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:43.956355 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:43.961915 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f270649a-5c1a-4b83-90f5-9ca83d9ffbab None None] Current status of the port c457ba4d-fba9-4e7d-a827-6c244a5697b1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:44.082248 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f93438a1-054a-4c7d-883d-87605ee93f81 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1832876 Oct 14 12:59:44.090531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.098758 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 40888) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:44.103038 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.115219 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Attempting to bind port 27a635e3-7bec-4967-8582-aee6c7ec61ef on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:44.115581 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Attempting to bind port 27a635e3-7bec-4967-8582-aee6c7ec61ef by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:44.116127 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Attempting to bind port 27a635e3-7bec-4967-8582-aee6c7ec61ef on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:44.118899 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.120723 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Provisioning complete for port ae6aca12-12ca-432a-ba79-a0baa7c8b019 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:44.121867 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.122862 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Attempt 1 to provision port ae6aca12-12ca-432a-ba79-a0baa7c8b019 Oct 14 12:59:44.132252 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Request body: {'subnet': {'network_id': '9b6de81b-0b86-4621-98d6-0a1ce1d3c9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045633494-subnet', 'tenant_id': '672235a169ac4ab9ba8f1123e56437d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:44.177667 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:59:44.182481 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Port ae6aca12-12ca-432a-ba79-a0baa7c8b019 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:44.262489 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Made reservation on behalf of 672235a169ac4ab9ba8f1123e56437d8 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:44.265366 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.270496 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.303121 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Provisioning complete for port e72aa651-11c3-436c-bdb5-91b00bff8d87 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:44.303494 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.303820 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Attempt 1 to provision port e72aa651-11c3-436c-bdb5-91b00bff8d87 Oct 14 12:59:44.310388 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Publish callbacks [] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.326422 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.403596 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:44.403977 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.404315 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 Oct 14 12:59:44.458245 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.483550 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d4cef-3de6-44e7-bf6f-a92bd5a735e1 None None] Pushing event updated for resources: {'Port': ['ID=12b08062-88b2-4a81-8971-09ef08bfbc0c,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:44.501809 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Attempting to bind port 12b08062-88b2-4a81-8971-09ef08bfbc0c on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:44.503045 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Attempting to bind port 12b08062-88b2-4a81-8971-09ef08bfbc0c by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:44.503430 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Attempting to bind port 12b08062-88b2-4a81-8971-09ef08bfbc0c on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:44.507591 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbc0d6-4cdd-491e-9f39-209b70f6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=27a635e3-7bec-4967-8582-aee6c7ec61ef,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:44.513537 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.575870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.586728 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:44.586728 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:44.587093 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.587357 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:44.587792 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Bound port: 12b08062-88b2-4a81-8971-09ef08bfbc0c, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:44.588173 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.617675 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d832e-945a-4bc0-9308-b2fac9408210 None None] Current status of the port e72aa651-11c3-436c-bdb5-91b00bff8d87 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:44.660171 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] For port 12b08062-88b2-4a81-8971-09ef08bfbc0c, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:44.665209 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] For port 12b08062-88b2-4a81-8971-09ef08bfbc0c, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=12b08062-88b2-4a81-8971-09ef08bfbc0c,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:44.668619 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.674604 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.696401 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.730562 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:44.730977 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:44.731322 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.731713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:44.732517 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Bound port: 27a635e3-7bec-4967-8582-aee6c7ec61ef, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:44.732905 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.749196 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d4cef-3de6-44e7-bf6f-a92bd5a735e1 None None] Pushing event updated for resources: {'Port': ['ID=12b08062-88b2-4a81-8971-09ef08bfbc0c,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:44.761317 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Routers {'9dca70b5-afd5-499e-b647-7f08aedb8c31'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:44.762695 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['9dca70b5-afd5-499e-b647-7f08aedb8c31'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:44.762835 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:44.798895 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:44.860164 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks [] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.874056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.875226 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (e95ec82e-44dc-4037-8afc-5676e43144ba), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.879425 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-cc8668a5-eeb4-4683-aa88-7d17251c5bd8 None None] Provisioning complete for port e72aa651-11c3-436c-bdb5-91b00bff8d87 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:44.879800 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cc8668a5-eeb4-4683-aa88-7d17251c5bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:44.880135 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-cc8668a5-eeb4-4683-aa88-7d17251c5bd8 None None] Attempt 1 to provision port e72aa651-11c3-436c-bdb5-91b00bff8d87 Oct 14 12:59:44.894452 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:44.895998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c457ba4d-fba9-4e7d-a827-6c244a5697b1 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:44.930197 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] Set router 9dca70b5-afd5-499e-b647-7f08aedb8c31 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:45.035913 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.047493 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:45.054227 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:45.065170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:45.082896 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Pushing event updated for resources: {'Port': ['ID=ae6aca12-12ca-432a-ba79-a0baa7c8b019,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:45.115629 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] For port 27a635e3-7bec-4967-8582-aee6c7ec61ef, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:45.161667 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] For port 27a635e3-7bec-4967-8582-aee6c7ec61ef, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=27a635e3-7bec-4967-8582-aee6c7ec61ef,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:45.194317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (341de4c1-a615-4f40-82dc-ef622889adba), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.229628 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port c457ba4d-fba9-4e7d-a827-6c244a5697b1 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:45.231134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.233617 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port c457ba4d-fba9-4e7d-a827-6c244a5697b1 Oct 14 12:59:45.241804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.314231 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341de4c1-a615-4f40-82dc-ef622889adba,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:45.396594 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:39Z', 'revision_number': 3, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:45.453094 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbc0d6-4cdd-491e-9f39-209b70f6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=27a635e3-7bec-4967-8582-aee6c7ec61ef,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:45.456206 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a7896-e9e1-4bb0-b602-46e52a384437 None None] The sync data for ids ['9dca70b5-afd5-499e-b647-7f08aedb8c31'] in dv-cinder-820994-7-iscsi is: [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:39Z', 'revision_number': 3, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:45.504007 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:40Z', 'revision_number': 3, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T12:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:45.512948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-cc8668a5-eeb4-4683-aa88-7d17251c5bd8 None None] Current status of the port e72aa651-11c3-436c-bdb5-91b00bff8d87 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:45.522472 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:45.529963 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Router e95ec82e-44dc-4037-8afc-5676e43144ba has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:59:45.551804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:45.552161 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Updating router 3fce005d-25fa-4a10-ae42-f62d253554b4 port 52313a5e-c8f0-4280-931b-f7b1ac607b99 binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:45.593311 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:45.596101 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:45.597995 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.635096 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Allocated IP 172.20.0.1 (70bca7d9-a052-4048-8e74-16b14b95c03e/b534a606-0783-47be-9c10-cd2ab6b8dc15/3f9a7ace-7075-4865-9b3e-8f914994961c) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:45.710657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-8c90eb2f-59b4-4b9f-ad71-bfbf7dfed1e3 None None] Provisioning complete for port ae6aca12-12ca-432a-ba79-a0baa7c8b019 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:45.711112 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8c90eb2f-59b4-4b9f-ad71-bfbf7dfed1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.711502 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-8c90eb2f-59b4-4b9f-ad71-bfbf7dfed1e3 None None] Attempt 1 to provision port ae6aca12-12ca-432a-ba79-a0baa7c8b019 Oct 14 12:59:45.712196 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Allocated IP 172.20.0.1 (19221892-26e2-485e-83b6-c9b12590cb03/ad632821-c368-4cf7-ad83-474321292f94/8013549f-37a3-4b08-bd95-3005508408c6) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:45.737605 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Checking segment: {'id': 'f44835a6-574f-4dcb-b1c2-d85c59901dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b6de81b-0b86-4621-98d6-0a1ce1d3c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:45.737876 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Network hostable DHCP agents. Network: 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:59:45.754486 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:45.835258 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port c457ba4d-fba9-4e7d-a827-6c244a5697b1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:45.899195 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Network 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:59:46.038730 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:46.044240 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:46.052693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:46.059948 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Sync routers for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:46.083669 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d83e33af-fb44-4e1d-be5d-d58a494a571a admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/e95ec82e-44dc-4037-8afc-5676e43144ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3565915 Oct 14 12:59:46.088661 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:46.090666 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:46.132831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:46.167343 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:46.171040 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.203991 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks [] for port (8013549f-37a3-4b08-bd95-3005508408c6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.256156 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks [] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.271790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Allocated IP 172.20.0.1 (a546b534-90d1-415c-b2ee-872aaf5897d8/e47da6bb-959b-4571-baf6-c8d42567493b/5ef8be59-03a2-4a8f-97e0-37c795f31ebf) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:46.311669 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-26213997-f147-408a-abc9-71915cd7b741 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2045641 Oct 14 12:59:46.370285 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.387802 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:46.425095 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:46.508823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:46.511147 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8733978-2d27-4e10-9da6-4a13f4642b06 None None] Network 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:46.512525 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9a7ace-7075-4865-9b3e-8f914994961c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:46.519181 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e72aa651-11c3-436c-bdb5-91b00bff8d87 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:46.523658 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:46.545441 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks [] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.549750 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:46.550475 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (3fce005d-25fa-4a10-ae42-f62d253554b4), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.595618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.697264 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-8c90eb2f-59b4-4b9f-ad71-bfbf7dfed1e3 None None] Port ae6aca12-12ca-432a-ba79-a0baa7c8b019 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:46.697545 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Network a546b534-90d1-415c-b2ee-872aaf5897d8 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:46.703789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (8013549f-37a3-4b08-bd95-3005508408c6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.763280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Network 19221892-26e2-485e-83b6-c9b12590cb03 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:46.777039 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:46.790495 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:46.791126 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (47b0f01a-cc09-4240-aac6-61e52a241e94), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.795164 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:46.798954 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:46.799616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (9dca70b5-afd5-499e-b647-7f08aedb8c31), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:46.918331 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 2, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:46.983179 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:47.019161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.028841 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Checking router: e95ec82e-44dc-4037-8afc-5676e43144ba for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:47.032443 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Updating router e95ec82e-44dc-4037-8afc-5676e43144ba port ae6aca12-12ca-432a-ba79-a0baa7c8b019 binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:47.188415 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.220070 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:47.262249 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Pushing event updated for resources: {'Port': ['ID=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:47.290735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:47.355047 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 40994) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:47.358733 dv-cinder-820994-7-iscsi neutron-server[104449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 12:59:47.405251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-be19b8a0-1f3d-44f4-8e55-25189dc4cc8f None None] Provisioning complete for port 3f9a7ace-7075-4865-9b3e-8f914994961c triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:47.405655 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be19b8a0-1f3d-44f4-8e55-25189dc4cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.405988 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-be19b8a0-1f3d-44f4-8e55-25189dc4cc8f None None] Attempt 1 to provision port 3f9a7ace-7075-4865-9b3e-8f914994961c Oct 14 12:59:47.486856 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:47.553987 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:47.555424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8013549f-37a3-4b08-bd95-3005508408c6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:47.622487 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port e72aa651-11c3-436c-bdb5-91b00bff8d87 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:47.623068 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.623216 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port e72aa651-11c3-436c-bdb5-91b00bff8d87 Oct 14 12:59:47.682376 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-39e4be96-98df-4259-bf79-2754381925f7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:47.684095 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-39e4be96-98df-4259-bf79-2754381925f7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 818 time: 0.3279572 Oct 14 12:59:47.692545 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.718814 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-65cc2022-e668-403d-a865-21587033fb18 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/quotas/c160176d8c804b7793bae21c205c538c HTTP/1.1" status: 200 len: 375 time: 0.0230293 Oct 14 12:59:47.795642 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (8013549f-37a3-4b08-bd95-3005508408c6), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.862455 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-7024599e-5b4c-418b-a2a3-aa88a43863c6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343997 Oct 14 12:59:47.877114 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks [] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.890020 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:47.891175 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (3fce005d-25fa-4a10-ae42-f62d253554b4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.023503 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-be19b8a0-1f3d-44f4-8e55-25189dc4cc8f None None] Port 3f9a7ace-7075-4865-9b3e-8f914994961c cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:48.035606 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41040) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:48.078093 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1657129392-network', 'tenant_id': 'a3b683ba271545c1b105b6381f485351'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:48.081842 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9a7ace-7075-4865-9b3e-8f914994961c,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:48.107203 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Publish callbacks [] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.111872 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc840990-aad0-476f-8cb4-e2edb0d37ff5 None None] Network 9b6de81b-0b86-4621-98d6-0a1ce1d3c9da requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:48.120274 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.212947 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Made reservation on behalf of a3b683ba271545c1b105b6381f485351 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:48.216486 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.224930 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:48.251064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.259350 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:48.261018 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:48.290560 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Publish callbacks [] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.309389 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cca685-9945-462d-bde0-f02a0f03c384 None None] Pushing event updated for resources: {'Port': ['ID=ae6aca12-12ca-432a-ba79-a0baa7c8b019,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:48.329112 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.350347 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Attempting to bind port ae6aca12-12ca-432a-ba79-a0baa7c8b019 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:48.350975 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Attempting to bind port ae6aca12-12ca-432a-ba79-a0baa7c8b019 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:48.351540 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Attempting to bind port ae6aca12-12ca-432a-ba79-a0baa7c8b019 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:48.383827 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Attempting to bind port 52313a5e-c8f0-4280-931b-f7b1ac607b99 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:48.384196 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Attempting to bind port 52313a5e-c8f0-4280-931b-f7b1ac607b99 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:48.384557 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Attempting to bind port 52313a5e-c8f0-4280-931b-f7b1ac607b99 on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:48.389079 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks [] for security_group (a85f18c0-0117-4efe-b8db-a6fab924ab9f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.403914 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-3bb74e39-67f3-4dd9-a0d3-f4295c112efd service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:59:48.405041 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-3bb74e39-67f3-4dd9-a0d3-f4295c112efd service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2441864 Oct 14 12:59:48.406189 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a85f18c0-0117-4efe-b8db-a6fab924ab9f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.424810 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 12:59:48.439893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (10d20dd2-072a-41f6-9d21-4da556b5a867), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.440245 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Added segment 10d20dd2-072a-41f6-9d21-4da556b5a867 of type vlan for network b155c969-260f-4440-8999-bd78b095f467 Oct 14 12:59:48.468792 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:48.471420 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Checking segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:48.473980 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.474667 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Bound using segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:48.475461 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Bound port: ae6aca12-12ca-432a-ba79-a0baa7c8b019, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:48.476151 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.510681 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (b155c969-260f-4440-8999-bd78b095f467), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.515611 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks [] for port (8013549f-37a3-4b08-bd95-3005508408c6), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.526539 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks [] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.533420 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (8013549f-37a3-4b08-bd95-3005508408c6), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.534538 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (47b0f01a-cc09-4240-aac6-61e52a241e94), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.546929 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:48.547200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:48.547557 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.547945 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:48.548428 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Bound port: 52313a5e-c8f0-4280-931b-f7b1ac607b99, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:48.549116 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.579903 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:48.584379 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:48.587450 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (b155c969-260f-4440-8999-bd78b095f467), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.588750 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:48.589392 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.645984 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] For port ae6aca12-12ca-432a-ba79-a0baa7c8b019, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:48.647298 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] For port 52313a5e-c8f0-4280-931b-f7b1ac607b99, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:48.651734 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] For port 52313a5e-c8f0-4280-931b-f7b1ac607b99, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=52313a5e-c8f0-4280-931b-f7b1ac607b99,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:48.656439 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] For port ae6aca12-12ca-432a-ba79-a0baa7c8b019, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ae6aca12-12ca-432a-ba79-a0baa7c8b019,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:48.659547 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8013549f-37a3-4b08-bd95-3005508408c6,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:48.662359 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.663494 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (9dca70b5-afd5-499e-b647-7f08aedb8c31), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.666792 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.683958 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.686568 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Provisioning complete for port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:48.686989 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:48.687389 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Attempt 1 to provision port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf Oct 14 12:59:48.750808 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Pushing event updated for resources: {'Port': ['ID=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:48.787733 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:48.789591 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port e72aa651-11c3-436c-bdb5-91b00bff8d87 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:48.792373 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 0768cda9-9924-44da-8391-8b87ef604b9d up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:48.797314 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:48.797964 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:48.877764 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b155c969-260f-4440-8999-bd78b095f467,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:48.887687 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:59:48.932420 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network b155c969-260f-4440-8999-bd78b095f467 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 12:59:48.958783 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:48.961101 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Network a546b534-90d1-415c-b2ee-872aaf5897d8 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:48.969451 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:49.144620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:49.236436 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:49.240337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:49.248160 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:49.288439 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:49.303985 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0a48bef5-62e6-4e66-b810-1370454bebf9 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/3fce005d-25fa-4a10-ae42-f62d253554b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4399903 Oct 14 12:59:49.303985 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2386122 Oct 14 12:59:49.303985 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f90da-6459-4d5f-9098-b4cfe7df16c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f18c0-0117-4efe-b8db-a6fab924ab9f,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:49.308732 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41088) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:49.315980 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Request body: {'subnet': {'network_id': 'b155c969-260f-4440-8999-bd78b095f467', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1657129392-subnet', 'tenant_id': 'a3b683ba271545c1b105b6381f485351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:49.323176 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Network 19221892-26e2-485e-83b6-c9b12590cb03 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:49.337832 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Router 9dca70b5-afd5-499e-b647-7f08aedb8c31 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:59:49.349208 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:49.360796 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Made reservation on behalf of a3b683ba271545c1b105b6381f485351 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:49.363733 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:49.365913 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:49.471589 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:49.504823 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:49.570838 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-489f052f-f2fb-4c6b-bc0e-180b99482aa9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0205607 Oct 14 12:59:49.619726 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cca685-9945-462d-bde0-f02a0f03c384 None None] Pushing event updated for resources: {'Port': ['ID=ae6aca12-12ca-432a-ba79-a0baa7c8b019,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:49.686704 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:48Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:49.690598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:49.691277 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:49.725428 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Provisioning complete for port 8013549f-37a3-4b08-bd95-3005508408c6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:49.725851 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (8013549f-37a3-4b08-bd95-3005508408c6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:49.726195 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Attempt 1 to provision port 8013549f-37a3-4b08-bd95-3005508408c6 Oct 14 12:59:49.762039 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e350a-2cad-4d09-81a6-545d165ee396 None None] The sync data for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi is: [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:48Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:49.815665 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89e531-1f7f-4967-bc05-ece0fba18e86 None None] Pushing event updated for resources: {'Port': ['ID=52313a5e-c8f0-4280-931b-f7b1ac607b99,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:49.852193 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:49.883004 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ffb510c2-3f31-40ee-9d9e-03f240e3fb4d None None] Port 8013549f-37a3-4b08-bd95-3005508408c6 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:49.915991 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 0768cda9-9924-44da-8391-8b87ef604b9d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:49.916660 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:49.917159 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 0768cda9-9924-44da-8391-8b87ef604b9d Oct 14 12:59:49.984484 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-eaa45bd5-9087-4886-bc87-9d86caadb833 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046533 Oct 14 12:59:49.991199 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (60cca25b-6323-4c55-bea4-c89ec09c7070), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.079056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cca25b-6323-4c55-bea4-c89ec09c7070,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:50.141427 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Checking segment: {'id': '10d20dd2-072a-41f6-9d21-4da556b5a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b155c969-260f-4440-8999-bd78b095f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:50.143446 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Network hostable DHCP agents. Network: b155c969-260f-4440-8999-bd78b095f467, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 12:59:50.217160 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Network b155c969-260f-4440-8999-bd78b095f467 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 12:59:50.236696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, b155c969-260f-4440-8999-bd78b095f467) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:50.251478 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:50.252635 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.296663 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 12:59:50.304320 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:50.324472 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8abda72d-8436-4e81-b227-192317c3da4f admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/9dca70b5-afd5-499e-b647-7f08aedb8c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3330939 Oct 14 12:59:50.325249 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-54188899-c5cb-40d1-9094-f924d7e305bc admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0076549 Oct 14 12:59:50.448143 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41152) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:50.456547 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530379640', 'description': 'tempest-description--1490138699'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:50.531292 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.747410 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 12:59:50.762971 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-99a4ebaa-3317-4a1b-ba21-1536ebdcdcc0 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/47b0f01a-cc09-4240-aac6-61e52a241e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1384938 Oct 14 12:59:50.770543 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41180) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:50.775052 dv-cinder-820994-7-iscsi neutron-server[104450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 12:59:50.813965 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (e84d66a6-402a-4253-8abf-150793fe2a04), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.827422 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41186) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:50.831030 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (e84d66a6-402a-4253-8abf-150793fe2a04), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.914291 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 0768cda9-9924-44da-8391-8b87ef604b9d is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:50.916998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.927541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Deleting subnet 341de4c1-a615-4f40-82dc-ef622889adba {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 12:59:50.928784 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41194) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:50.939772 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d66a6-402a-4253-8abf-150793fe2a04,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:50.946923 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.953268 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c8234661-b5f4-4ff0-a41c-616a7b0bca47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5029781 Oct 14 12:59:50.953650 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1d87d8d4-b995-4f47-a163-de151658fc93 req-b0b22dc4-5cb1-4355-914f-77c59630abe2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 210 time: 0.1773708 Oct 14 12:59:50.954641 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41200) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:50.955846 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Publish callbacks [] for subnet (341de4c1-a615-4f40-82dc-ef622889adba), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:50.960967 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': 'e84d66a6-402a-4253-8abf-150793fe2a04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:51.001059 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 0768cda9-9924-44da-8391-8b87ef604b9d, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=0768cda9-9924-44da-8391-8b87ef604b9d,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:51.018466 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771067f-d473-464f-93fb-eb8ed1dcfd6a None None] Network b155c969-260f-4440-8999-bd78b095f467 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:51.018466 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Sync routers for ids ['9dca70b5-afd5-499e-b647-7f08aedb8c31'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:51.063280 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.065029 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (bf57726f-9298-47d2-9415-6698cda39831), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.066691 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 12b08062-88b2-4a81-8971-09ef08bfbc0c up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:51.099639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Publish callbacks [] for subnet (341de4c1-a615-4f40-82dc-ef622889adba), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.119204 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (341de4c1-a615-4f40-82dc-ef622889adba), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.139018 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:51.180518 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (bf57726f-9298-47d2-9415-6698cda39831), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.187387 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (bf57726f-9298-47d2-9415-6698cda39831), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.191008 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Provisioning complete for port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:51.191588 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.192081 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Attempt 1 to provision port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf Oct 14 12:59:51.205163 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (341de4c1-a615-4f40-82dc-ef622889adba), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.210324 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:51.225124 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf57726f-9298-47d2-9415-6698cda39831,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:51.246439 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341de4c1-a615-4f40-82dc-ef622889adba,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:51.250660 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.257450 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-392cd7cb-63c3-4133-9cbe-0b7fac68869e admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/341de4c1-a615-4f40-82dc-ef622889adba HTTP/1.1" status: 204 len: 168 time: 0.4091909 Oct 14 12:59:51.257887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41216) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:51.265213 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:37Z', 'revision_number': 3, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:51.355606 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.360610 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ff727e2b-2cb2-4cfd-b12a-a01ae2da79e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4038684 Oct 14 12:59:51.360782 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41218) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:51.363890 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (9b6de81b-0b86-4621-98d6-0a1ce1d3c9da), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.366054 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': 'e84d66a6-402a-4253-8abf-150793fe2a04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:51.378914 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:51.393401 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 12b08062-88b2-4a81-8971-09ef08bfbc0c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:51.394193 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.394682 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 12b08062-88b2-4a81-8971-09ef08bfbc0c Oct 14 12:59:51.429153 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (afe53388-68c3-4b74-a4aa-ff6cfe11ea69), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.443016 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be68a8f-c2ce-4d24-840f-32362132570c None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:37Z', 'revision_number': 3, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:51.455715 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:51.466805 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Routers {'9dca70b5-afd5-499e-b647-7f08aedb8c31'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:51.467603 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['9dca70b5-afd5-499e-b647-7f08aedb8c31'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:51.476563 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Provisioning complete for port 3f9a7ace-7075-4865-9b3e-8f914994961c triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:51.477192 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.477702 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Attempt 1 to provision port 3f9a7ace-7075-4865-9b3e-8f914994961c Oct 14 12:59:51.481672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89e531-1f7f-4967-bc05-ece0fba18e86 None None] Pushing event updated for resources: {'Port': ['ID=52313a5e-c8f0-4280-931b-f7b1ac607b99,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:51.572219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (9b6de81b-0b86-4621-98d6-0a1ce1d3c9da), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.575685 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8029d11d-7a8c-48a4-8daf-de8e40c3b0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.621870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (afe53388-68c3-4b74-a4aa-ff6cfe11ea69), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.629724 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (afe53388-68c3-4b74-a4aa-ff6cfe11ea69), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.645441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=0768cda9-9924-44da-8391-8b87ef604b9d,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:51.670194 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.673918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.677157 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.677720 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > port after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.678271 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.678719 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > port after_update 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.680164 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.681196 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.682742 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.684712 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:51.688522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.692515 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305037 Oct 14 12:59:51.694368 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41230) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:51.714767 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:51.734788 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547fbfc-9269-4b0f-bb0a-a7805126c29a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe53388-68c3-4b74-a4aa-ff6cfe11ea69,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:51.773464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.825180 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Port 3f9a7ace-7075-4865-9b3e-8f914994961c cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:51.873897 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Provisioning complete for port 8013549f-37a3-4b08-bd95-3005508408c6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:51.874278 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (8013549f-37a3-4b08-bd95-3005508408c6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:51.875495 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Attempt 1 to provision port 8013549f-37a3-4b08-bd95-3005508408c6 Oct 14 12:59:51.954657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T12:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:52.109228 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.183033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41242) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:52.212071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656458205', 'description': 'tempest-description--1781925951'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:52.220646 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 12b08062-88b2-4a81-8971-09ef08bfbc0c is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:52.221339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.231902 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-4988655f-1460-4985-9830-e36ee9845a26 None None] Port 8013549f-37a3-4b08-bd95-3005508408c6 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:52.236837 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53caf90-ae40-4f0d-b747-07704890e2f8 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T12:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:52.293304 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41262) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:52.320746 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.352819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 12b08062-88b2-4a81-8971-09ef08bfbc0c, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=12b08062-88b2-4a81-8971-09ef08bfbc0c,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:52.382105 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:52.383372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.384650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:52.384755 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c457ba4d-fba9-4e7d-a827-6c244a5697b1 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:52.385354 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:52.386901 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:52.387492 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6de81b-0b86-4621-98d6-0a1ce1d3c9da']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:52.475744 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:52.503730 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=12b08062-88b2-4a81-8971-09ef08bfbc0c,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:52.518688 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (7813c92f-56f0-4239-b6d7-12fcb6a8a70e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.531750 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae169b30-3169-4f29-8d26-3c8a5ab19e86 None None] Network b155c969-260f-4440-8999-bd78b095f467 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 12:59:52.545189 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7813c92f-56f0-4239-b6d7-12fcb6a8a70e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.587636 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8029d11d-7a8c-48a4-8daf-de8e40c3b0aa admin admin] Publish callbacks [] for security_group (004d03f7-a7bb-46c9-8e14-fcc2d610db43), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.640127 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Set router 9dca70b5-afd5-499e-b647-7f08aedb8c31 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:52.740052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:52.748278 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:52.761533 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-1ae8816c-1e68-4066-9758-ad524119ac0c tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:52.768858 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-1ae8816c-1e68-4066-9758-ad524119ac0c tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/networks?id=a546b534-90d1-415c-b2ee-872aaf5897d8 HTTP/1.1" status: 200 len: 812 time: 0.1791897 Oct 14 12:59:52.782547 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8029d11d-7a8c-48a4-8daf-de8e40c3b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (004d03f7-a7bb-46c9-8e14-fcc2d610db43), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.824933 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44835a6-574f-4dcb-b1c2-d85c59901dfd') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:52.825229 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44835a6-574f-4dcb-b1c2-d85c59901dfd') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:52.843258 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:52.846483 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7813c92f-56f0-4239-b6d7-12fcb6a8a70e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:52.871390 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8029d11d-7a8c-48a4-8daf-de8e40c3b0aa admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=61022b5907954d90b88dade684aa27ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9412711 Oct 14 12:59:52.875954 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41278) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:52.908202 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0464e953-d180-4618-af29-970d31f62314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:52.946525 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (f44835a6-574f-4dcb-b1c2-d85c59901dfd), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.002574 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (f44835a6-574f-4dcb-b1c2-d85c59901dfd), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.015658 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port c457ba4d-fba9-4e7d-a827-6c244a5697b1 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:53.016641 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.017165 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.017657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:59:53.018069 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (f44835a6-574f-4dcb-b1c2-d85c59901dfd), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.018410 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-59d9a04d-ae99-4e48-929a-73e1b088a152 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8240864 Oct 14 12:59:53.021671 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port c457ba4d-fba9-4e7d-a827-6c244a5697b1 Oct 14 12:59:53.077627 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41282) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:53.112556 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'security_group_rule': {'security_group_id': '7813c92f-56f0-4239-b6d7-12fcb6a8a70e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:53.146108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (9b6de81b-0b86-4621-98d6-0a1ce1d3c9da), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.201232 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-2fa39ec3-151c-4bdb-bfd0-8f1f072a88a6 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/quotas/758ac8ee488d498882fce45dc7255676 HTTP/1.1" status: 200 len: 375 time: 0.3653476 Oct 14 12:59:53.209289 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.217423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.27.3.228 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/05ec70ec-e0e7-454c-8df3-a01fd54430f7) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:53.218168 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/9b6de81b-0b86-4621-98d6-0a1ce1d3c9da HTTP/1.1" status: 204 len: 168 time: 1.9588225 Oct 14 12:59:53.222747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41296) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:53.240075 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:53.259046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f41bc9-7387-4cfa-b208-517e5340b4cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6de81b-0b86-4621-98d6-0a1ce1d3c9da,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:53.289388 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d11d-7a8c-48a4-8daf-de8e40c3b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004d03f7-a7bb-46c9-8e14-fcc2d610db43,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:53.328094 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Deleting subnet 60cca25b-6323-4c55-bea4-c89ec09c7070 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 12:59:53.344996 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Publish callbacks [] for subnet (60cca25b-6323-4c55-bea4-c89ec09c7070), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.365718 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '5ef8be59-03a2-4a8f-97e0-37c795f31ebf', 'name': '', 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'mac_address': 'fa:16:3e:7e:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 2, 'project_id': '758ac8ee488d498882fce45dc7255676', 'subnets': [{'id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:53.397178 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-9bb96b11-a2e4-49c9-bbb0-1a582bdb4762 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=758ac8ee488d498882fce45dc7255676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1947761 Oct 14 12:59:53.397786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Publish callbacks [] for subnet (60cca25b-6323-4c55-bea4-c89ec09c7070), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.407601 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (60cca25b-6323-4c55-bea4-c89ec09c7070), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.482058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-42a68833-3542-4de0-b1e9-05e5e1f4fa63 admin admin] Publish callbacks [] for security_group (004d03f7-a7bb-46c9-8e14-fcc2d610db43), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.491882 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for subnet (60cca25b-6323-4c55-bea4-c89ec09c7070), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.492068 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Checking router: 9dca70b5-afd5-499e-b647-7f08aedb8c31 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:53.492688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Updating router 9dca70b5-afd5-499e-b647-7f08aedb8c31 port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:53.502963 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (5aebc2d2-6a4a-4cc7-9055-5c7b0c12b781), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.509270 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-42a68833-3542-4de0-b1e9-05e5e1f4fa63 admin admin] Publish callbacks [] for security_group (004d03f7-a7bb-46c9-8e14-fcc2d610db43), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.542279 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.546308 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/60cca25b-6323-4c55-bea4-c89ec09c7070 HTTP/1.1" status: 204 len: 168 time: 0.3070891 Oct 14 12:59:53.562681 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41306) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:53.563530 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port c457ba4d-fba9-4e7d-a827-6c244a5697b1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:53.563888 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment f44835a6-574f-4dcb-b1c2-d85c59901dfd resource provider aggregate not found Oct 14 12:59:53.569132 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:53.587487 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.595711 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment f44835a6-574f-4dcb-b1c2-d85c59901dfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f44835a6-574f-4dcb-b1c2-d85c59901dfd found for delete ", "request_id": "req-ec47987a-6a65-4f5a-af48-0b4357599f8b"}]} Oct 14 12:59:53.600742 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-42a68833-3542-4de0-b1e9-05e5e1f4fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (004d03f7-a7bb-46c9-8e14-fcc2d610db43), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.603136 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-42a68833-3542-4de0-b1e9-05e5e1f4fa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.604354 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-42a68833-3542-4de0-b1e9-05e5e1f4fa63 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/004d03f7-a7bb-46c9-8e14-fcc2d610db43 HTTP/1.1" status: 204 len: 168 time: 0.4960523 Oct 14 12:59:53.634723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a68833-3542-4de0-b1e9-05e5e1f4fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004d03f7-a7bb-46c9-8e14-fcc2d610db43,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:53.643294 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-13476a00-3b26-498b-b2dc-aa9114348547 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421825 Oct 14 12:59:53.817151 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0464e953-d180-4618-af29-970d31f62314 admin admin] Publish callbacks [] for security_group (c7d686ab-30d5-4caa-9416-c8bb54290eda), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:53.847789 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-a369a37b-fe05-4fe0-80b1-355a90e4f3b5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976917 Oct 14 12:59:53.885270 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:53.901301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-9c6e6022-b8a6-4efd-97cb-bab7c3237cf8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:53.914750 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-9c6e6022-b8a6-4efd-97cb-bab7c3237cf8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 818 time: 1.3944452 Oct 14 12:59:54.035358 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (b155c969-260f-4440-8999-bd78b095f467), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.126641 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f201625-80fe-491a-b6c7-739067c74568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60cca25b-6323-4c55-bea4-c89ec09c7070,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:54.129417 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0464e953-d180-4618-af29-970d31f62314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c7d686ab-30d5-4caa-9416-c8bb54290eda), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.129987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 27a635e3-7bec-4967-8582-aee6c7ec61ef up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:54.219224 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Publish callbacks [] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.221996 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 27a635e3-7bec-4967-8582-aee6c7ec61ef triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:54.222359 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.223304 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 27a635e3-7bec-4967-8582-aee6c7ec61ef Oct 14 12:59:54.262622 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.334928 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:54.383041 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.18', 58436) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:54.407642 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41334) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:54.427860 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464e953-d180-4618-af29-970d31f62314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d686ab-30d5-4caa-9416-c8bb54290eda,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:54.490409 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (5aebc2d2-6a4a-4cc7-9055-5c7b0c12b781), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.519219 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-8c9a7c80-8081-4590-a8b8-46171839c7c4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/quotas/c160176d8c804b7793bae21c205c538c HTTP/1.1" status: 200 len: 375 time: 0.6033933 Oct 14 12:59:54.522471 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (5aebc2d2-6a4a-4cc7-9055-5c7b0c12b781), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.525299 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f39c3f4-8fd0-4c8c-b921-4c8f620eba7c req-6a1460cc-f6ce-422f-8286-a9dfeb61a03b tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.2274265 Oct 14 12:59:54.607336 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0464e953-d180-4618-af29-970d31f62314 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4e3522fbc9ba41f391ec7fd31f388079&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3021276 Oct 14 12:59:54.611449 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41342) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:54.678835 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e434e6b9-2b8d-4bfc-8158-d06d0fdc164b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:54.692124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9db7d6-7e2f-4819-8042-cb06668f6faf None None] Pushing event updated for resources: {'Port': ['ID=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:54.763636 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:54.768597 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-e9eee8aa-c0fa-4db5-bbc6-e1f8ea2d94de tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:54.770664 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-e9eee8aa-c0fa-4db5-bbc6-e1f8ea2d94de tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 818 time: 0.3866980 Oct 14 12:59:54.792041 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:54.793191 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:54.813246 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'port': {'device_id': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'admin_state_up': True, 'tenant_id': 'c160176d8c804b7793bae21c205c538c'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:54.897782 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Attempting to bind port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:54.898146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Attempting to bind port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:54.898502 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Attempting to bind port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf on network a546b534-90d1-415c-b2ee-872aaf5897d8 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:54.999039 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:54.999262 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 27a635e3-7bec-4967-8582-aee6c7ec61ef is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:55.001990 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.092821 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:55.100779 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 27a635e3-7bec-4967-8582-aee6c7ec61ef, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=27a635e3-7bec-4967-8582-aee6c7ec61ef,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:55.112806 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aebc2d2-6a4a-4cc7-9055-5c7b0c12b781,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:55.116835 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.122159 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 0768cda9-9924-44da-8391-8b87ef604b9d up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:55.139584 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:55.140659 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Checking segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:55.141206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.141770 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Bound using segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:55.142408 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Bound port: 5ef8be59-03a2-4a8f-97e0-37c795f31ebf, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:55.145656 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.182466 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.281353 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.282641 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-55325fd0-3768-4599-9780-71c71ebdf3c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1830430 Oct 14 12:59:55.284731 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (b155c969-260f-4440-8999-bd78b095f467), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.297618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41378) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:55.327444 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-d743c05c-177d-44fd-97fa-f7f004f22871 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8058493 Oct 14 12:59:55.335423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'security_group_rule': {'security_group_id': '7813c92f-56f0-4239-b6d7-12fcb6a8a70e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:55.349421 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 2, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:55.369433 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 0768cda9-9924-44da-8391-8b87ef604b9d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:55.370217 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.371456 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 0768cda9-9924-44da-8391-8b87ef604b9d Oct 14 12:59:55.429792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.431363 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.433624 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.433985 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > port after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.434330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.434673 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > port after_update 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.434962 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.435301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.437753 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.438117 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.439350 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:55.439700 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Updating router 47b0f01a-cc09-4240-aac6-61e52a241e94 port 8013549f-37a3-4b08-bd95-3005508408c6 binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:55.458379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=27a635e3-7bec-4967-8582-aee6c7ec61ef,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:55.466563 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Made reservation on behalf of c160176d8c804b7793bae21c205c538c for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 12:59:55.471020 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.507384 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (8013549f-37a3-4b08-bd95-3005508408c6), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.514571 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] For port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:55.525979 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] For port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:55.548810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.672190 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9db7d6-7e2f-4819-8042-cb06668f6faf None None] Pushing event updated for resources: {'Port': ['ID=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:55.752781 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.753350 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.758006 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Routers {'9dca70b5-afd5-499e-b647-7f08aedb8c31'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:55.758802 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['9dca70b5-afd5-499e-b647-7f08aedb8c31'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:55.759943 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.760470 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 12:59:55.760893 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b155c969-260f-4440-8999-bd78b095f467']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:55.777755 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:55.798131 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2273c556-52eb-408c-a69f-0f949845a077 req-b0a730fe-bd45-49e9-8a49-cfdeed121730 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.1463802 Oct 14 12:59:55.874905 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d20dd2-072a-41f6-9d21-4da556b5a867') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:55.876246 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d20dd2-072a-41f6-9d21-4da556b5a867') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:55.931617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 0768cda9-9924-44da-8391-8b87ef604b9d is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:55.937200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 12b08062-88b2-4a81-8971-09ef08bfbc0c up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:55.940332 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (10d20dd2-072a-41f6-9d21-4da556b5a867), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:55.956502 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:55.989304 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (10d20dd2-072a-41f6-9d21-4da556b5a867), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.022852 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 12:59:56.023299 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (10d20dd2-072a-41f6-9d21-4da556b5a867), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.029220 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 12b08062-88b2-4a81-8971-09ef08bfbc0c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:56.029861 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.030369 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 12b08062-88b2-4a81-8971-09ef08bfbc0c Oct 14 12:59:56.194077 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] Set router 9dca70b5-afd5-499e-b647-7f08aedb8c31 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:56.197422 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6844fd19-a622-4a21-b3a6-9375ed7b5c65 admin admin] Publish callbacks [] for security_group (c7d686ab-30d5-4caa-9416-c8bb54290eda), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.214909 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Publish callbacks [] for port (8013549f-37a3-4b08-bd95-3005508408c6), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.224114 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (8013549f-37a3-4b08-bd95-3005508408c6), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.247872 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Allocated IP 172.20.0.10 (71d7f67c-efcc-4a77-8c43-10bba17af0b2/149fa151-6a2f-4a08-ae89-995ac1c1cba6/4749694d-66d5-4de8-b827-176ffeb49aa3) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 12:59:56.314870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (b155c969-260f-4440-8999-bd78b095f467), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.336323 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:56.342268 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.346686 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91b896-2a97-4729-9da2-c28a92dc51b9 None None] Pushing event updated for resources: {'Port': ['ID=8013549f-37a3-4b08-bd95-3005508408c6,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:56.351788 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/b155c969-260f-4440-8999-bd78b095f467 HTTP/1.1" status: 204 len: 168 time: 2.7779896 Oct 14 12:59:56.510674 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 12b08062-88b2-4a81-8971-09ef08bfbc0c is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:56.512506 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae6aca12-12ca-432a-ba79-a0baa7c8b019 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:56.542747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (dbeaf320-1cb0-46ba-80b5-e629061593d0), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.658366 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-8b8a843c-8ae6-4a43-9de9-59c5260df457 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:59:56.660970 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Attempting to bind port 8013549f-37a3-4b08-bd95-3005508408c6 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 12:59:56.661348 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Attempting to bind port 8013549f-37a3-4b08-bd95-3005508408c6 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 12:59:56.661741 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Attempting to bind port 8013549f-37a3-4b08-bd95-3005508408c6 on network 19221892-26e2-485e-83b6-c9b12590cb03 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 12:59:56.668078 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-8b8a843c-8ae6-4a43-9de9-59c5260df457 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8567100 Oct 14 12:59:56.699489 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6844fd19-a622-4a21-b3a6-9375ed7b5c65 admin admin] Publish callbacks [] for security_group (c7d686ab-30d5-4caa-9416-c8bb54290eda), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.726973 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca823a-56fb-4c1d-a3b0-c1ba4218925a admin admin] Pushing event deleted for resources: {'Network': ['ID=b155c969-260f-4440-8999-bd78b095f467,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:56.755831 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:56.760936 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:56.769094 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 12:59:56.769507 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Checking segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 12:59:56.769921 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.771781 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Bound using segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 12:59:56.772482 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Bound port: 8013549f-37a3-4b08-bd95-3005508408c6, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 12:59:56.773717 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (8013549f-37a3-4b08-bd95-3005508408c6), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.834759 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.884538 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.929519 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] For port 8013549f-37a3-4b08-bd95-3005508408c6, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 12:59:56.938006 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] For port 8013549f-37a3-4b08-bd95-3005508408c6, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=8013549f-37a3-4b08-bd95-3005508408c6,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 12:59:56.951294 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (8013549f-37a3-4b08-bd95-3005508408c6), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.982985 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:56.987226 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:57.008729 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (dbeaf320-1cb0-46ba-80b5-e629061593d0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.010280 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port ae6aca12-12ca-432a-ba79-a0baa7c8b019 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:57.012447 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.013218 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port ae6aca12-12ca-432a-ba79-a0baa7c8b019 Oct 14 12:59:57.049168 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41424) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:57.090850 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91b896-2a97-4729-9da2-c28a92dc51b9 None None] Pushing event updated for resources: {'Port': ['ID=8013549f-37a3-4b08-bd95-3005508408c6,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:57.106939 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:57.114531 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:57.177278 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:57.191609 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:57.198877 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (dbeaf320-1cb0-46ba-80b5-e629061593d0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.220643 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6844fd19-a622-4a21-b3a6-9375ed7b5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c7d686ab-30d5-4caa-9416-c8bb54290eda), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.233087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6844fd19-a622-4a21-b3a6-9375ed7b5c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.234559 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6844fd19-a622-4a21-b3a6-9375ed7b5c65 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c7d686ab-30d5-4caa-9416-c8bb54290eda HTTP/1.1" status: 204 len: 168 time: 2.6073966 Oct 14 12:59:57.282667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:57.327750 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '5ef8be59-03a2-4a8f-97e0-37c795f31ebf', 'name': '', 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'mac_address': 'fa:16:3e:7e:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '758ac8ee488d498882fce45dc7255676', 'subnets': [{'id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:57.332927 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:57.343621 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.18', 58445) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:57.352205 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:57.382389 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 12:59:57.383377 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bf115c48-f478-4306-bc72-b874c2a346f2 req-ce764c51-8759-4ea6-9e13-6c6d4f43b7d3 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.2109833 Oct 14 12:59:57.395101 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:57.400166 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e434e6b9-2b8d-4bfc-8158-d06d0fdc164b admin admin] Publish callbacks [] for security_group (bbb97e3f-2826-4d73-9b2a-8e22947b5bd6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.429510 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.429510 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0992761 Oct 14 12:59:57.457760 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 12:59:57.490419 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957becf0-65c8-4bdc-9fec-9eea5e04ab01 None None] The sync data for ids ['9dca70b5-afd5-499e-b647-7f08aedb8c31'] in dv-cinder-820994-7-iscsi is: [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '5ef8be59-03a2-4a8f-97e0-37c795f31ebf', 'name': '', 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'mac_address': 'fa:16:3e:7e:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '758ac8ee488d498882fce45dc7255676', 'subnets': [{'id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:57.493663 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8e48f-a38d-449c-946a-d6453a05ee61 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeaf320-1cb0-46ba-80b5-e629061593d0,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:57.566341 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 10d20dd2-072a-41f6-9d21-4da556b5a867 resource provider aggregate not found Oct 14 12:59:57.568208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 12:59:57.568639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:57.603979 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41432) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:57.605454 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844fd19-a622-4a21-b3a6-9375ed7b5c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d686ab-30d5-4caa-9416-c8bb54290eda,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:57.633475 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 12:59:57.662900 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e434e6b9-2b8d-4bfc-8158-d06d0fdc164b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (bbb97e3f-2826-4d73-9b2a-8e22947b5bd6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.685714 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 12:59:57.722728 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:57.723108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.725956 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:57.744743 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T12:59:56Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:57.757552 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port ae6aca12-12ca-432a-ba79-a0baa7c8b019 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 12:59:57.758214 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:57.801043 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec07a00-b728-46d7-b3f0-6293e129526b None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T12:59:56Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 12:59:57.853972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'Port': ['ID=4749694d-66d5-4de8-b827-176ffeb49aa3,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:57.956852 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-bed6c9f3-9d78-4d48-a2a5-a4d63f80f839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1487756 Oct 14 12:59:57.971491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=05ec70ec-e0e7-454c-8df3-a01fd54430f7,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:57.977113 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-197852a8-be71-4bc1-b96a-9fac17b1bf66 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=672235a169ac4ab9ba8f1123e56437d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9218550 Oct 14 12:59:57.994268 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-1a710d84-4028-4e0a-8303-b14d63d694af tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 12:59:57.995699 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-1a710d84-4028-4e0a-8303-b14d63d694af tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0174072 Oct 14 12:59:58.020346 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41444) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:58.117744 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-20a7efae-b25c-4726-80f6-7fd2d6d5c5da None None] Provisioning complete for port 4749694d-66d5-4de8-b827-176ffeb49aa3 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:58.121972 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-20a7efae-b25c-4726-80f6-7fd2d6d5c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.124110 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-20a7efae-b25c-4726-80f6-7fd2d6d5c5da None None] Attempt 1 to provision port 4749694d-66d5-4de8-b827-176ffeb49aa3 Oct 14 12:59:58.164672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port ae6aca12-12ca-432a-ba79-a0baa7c8b019, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ae6aca12-12ca-432a-ba79-a0baa7c8b019,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 12:59:58.291002 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69457a89-bc01-4f52-afd9-d69bec8bb764 admin admin] Publish callbacks [] for security_group (86df8bfe-6c57-43f9-8f3e-5564a8accc4e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.304303 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 10d20dd2-072a-41f6-9d21-4da556b5a867 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10d20dd2-072a-41f6-9d21-4da556b5a867 found for delete ", "request_id": "req-7d95e9a2-6c56-4ebb-8109-b7a75cb51847"}]} Oct 14 12:59:58.311630 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-20a7efae-b25c-4726-80f6-7fd2d6d5c5da None None] Port 4749694d-66d5-4de8-b827-176ffeb49aa3 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 12:59:58.341075 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 12:59:58.384812 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69457a89-bc01-4f52-afd9-d69bec8bb764 admin admin] Publish callbacks [] for security_group (86df8bfe-6c57-43f9-8f3e-5564a8accc4e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.471897 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.629845 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:58.705532 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f1eb565d-4d52-45f3-8669-66452e8c840f req-4eccac23-fac0-4d11-9138-057567d1f41d tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.0979147 Oct 14 12:59:58.709613 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41464) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:58.724151 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69457a89-bc01-4f52-afd9-d69bec8bb764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (86df8bfe-6c57-43f9-8f3e-5564a8accc4e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.750731 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69457a89-bc01-4f52-afd9-d69bec8bb764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.753419 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-69457a89-bc01-4f52-afd9-d69bec8bb764 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/86df8bfe-6c57-43f9-8f3e-5564a8accc4e HTTP/1.1" status: 204 len: 168 time: 0.7319677 Oct 14 12:59:58.753834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434e6b9-2b8d-4bfc-8158-d06d0fdc164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb97e3f-2826-4d73-9b2a-8e22947b5bd6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:58.776715 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=ae6aca12-12ca-432a-ba79-a0baa7c8b019,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:58.796260 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-927c5007-3aeb-4484-a563-9e68129156fd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1256008 Oct 14 12:59:58.799870 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e434e6b9-2b8d-4bfc-8158-d06d0fdc164b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=20a2e30e9d9d4426b6ebe83205fb212a&name=default HTTP/1.1" status: 200 len: 2996 time: 4.3731697 Oct 14 12:59:58.801551 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:58.827022 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Request body: {'port': {'device_id': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:58.848272 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41470) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:58.900757 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69457a89-bc01-4f52-afd9-d69bec8bb764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df8bfe-6c57-43f9-8f3e-5564a8accc4e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 12:59:58.986109 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ba2d40e7-a203-44f8-8dee-8cdac484d0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.091625 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-ae027acd-8025-416a-aaf2-6fd033e5de94 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443128 Oct 14 12:59:59.093131 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.168957 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T12:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 12:59:59.293087 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 12:59:59.293884 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Updating router 3fce005d-25fa-4a10-ae42-f62d253554b4 port 3f9a7ace-7075-4865-9b3e-8f914994961c binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 12:59:59.302208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 27a635e3-7bec-4967-8582-aee6c7ec61ef up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 12:59:59.390061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-d99539c1-4d26-4456-b362-8a30541ba6f6 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 12:59:59.391955 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-d99539c1-4d26-4456-b362-8a30541ba6f6 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a546b534-90d1-415c-b2ee-872aaf5897d8 HTTP/1.1" status: 200 len: 812 time: 2.0264699 Oct 14 12:59:59.411949 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (f31b680e-6319-4454-b3d0-86188a58538b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.422576 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.440595 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Request body: {'port': {'device_id': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'admin_state_up': True, 'tenant_id': '758ac8ee488d498882fce45dc7255676'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 12:59:59.481697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.734314 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:59.834912 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 27a635e3-7bec-4967-8582-aee6c7ec61ef triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 12:59:59.847043 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.847907 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 27a635e3-7bec-4967-8582-aee6c7ec61ef Oct 14 12:59:59.861018 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6e820025-0e67-4179-89bb-3e3ef54573d9 admin admin] Publish callbacks [] for security_group (bbb97e3f-2826-4d73-9b2a-8e22947b5bd6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 12:59:59.892944 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41492) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 12:59:59.894358 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 12:59:59.957948 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01cf8b0c-cad4-4b0e-9079-21326fcad800 req-9a01ae2d-fe14-4835-8c3a-49733b715283 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 210 time: 0.2905428 Oct 14 13:00:00.095510 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:00.120584 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ba2d40e7-a203-44f8-8dee-8cdac484d0cc admin admin] Publish callbacks [] for security_group (64fb16e9-5415-44fd-8a49-f5964454ae06), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.127680 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ba2d40e7-a203-44f8-8dee-8cdac484d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (64fb16e9-5415-44fd-8a49-f5964454ae06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.139170 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.142916 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-de0101cb-1c06-4303-9ed5-f88f2bf05764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.248732 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b54cb5fe-4934-4fd9-b2fc-a95808edeeb6 req-1aa77cd1-05de-4304-9e0b-b275ba1d5da5 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.1884310 Oct 14 13:00:00.278291 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:00.310589 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 27a635e3-7bec-4967-8582-aee6c7ec61ef is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:00.313276 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6e820025-0e67-4179-89bb-3e3ef54573d9 admin admin] Publish callbacks [] for security_group (bbb97e3f-2826-4d73-9b2a-8e22947b5bd6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.315488 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ba2d40e7-a203-44f8-8dee-8cdac484d0cc admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9a41264f9f7f4976a76387c91f144934&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6032453 Oct 14 13:00:00.320261 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 52313a5e-c8f0-4280-931b-f7b1ac607b99 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:00.342148 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41510) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:00.343886 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d40e7-a203-44f8-8dee-8cdac484d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fb16e9-5415-44fd-8a49-f5964454ae06,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:00.556865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Allocated IP 172.27.3.169 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/79491d2a-4da8-42d5-83e9-0912964ae378) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:00.576037 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 52313a5e-c8f0-4280-931b-f7b1ac607b99 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:00.576643 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.576726 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 52313a5e-c8f0-4280-931b-f7b1ac607b99 Oct 14 13:00:00.624410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b47a8220-5bc7-407e-a722-5c47924347ff admin admin] Publish callbacks [] for security_group (64fb16e9-5415-44fd-8a49-f5964454ae06), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.651273 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Publish callbacks [] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.666729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b47a8220-5bc7-407e-a722-5c47924347ff admin admin] Publish callbacks [] for security_group (64fb16e9-5415-44fd-8a49-f5964454ae06), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.680559 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.742855 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for port (79491d2a-4da8-42d5-83e9-0912964ae378), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.764938 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:00.770033 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4749694d-66d5-4de8-b827-176ffeb49aa3 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:00.811966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Publish callbacks [] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.815729 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Made reservation on behalf of 758ac8ee488d498882fce45dc7255676 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:00.821713 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.834042 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:00.836122 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (79491d2a-4da8-42d5-83e9-0912964ae378), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.859599 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-63947e16-7638-4bc4-8195-16f5591d4381 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a3b683ba271545c1b105b6381f485351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8025162 Oct 14 13:00:00.863734 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41522) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:00.908706 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 52313a5e-c8f0-4280-931b-f7b1ac607b99 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:00.909100 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.943000 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5845c7-ff99-4f00-b238-daf1da48fb1b None None] Pushing event updated for resources: {'Port': ['ID=3f9a7ace-7075-4865-9b3e-8f914994961c,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:00.945894 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:00.949228 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b47a8220-5bc7-407e-a722-5c47924347ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (64fb16e9-5415-44fd-8a49-f5964454ae06), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.954537 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b47a8220-5bc7-407e-a722-5c47924347ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.961534 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b47a8220-5bc7-407e-a722-5c47924347ff admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/64fb16e9-5415-44fd-8a49-f5964454ae06 HTTP/1.1" status: 204 len: 168 time: 0.6060183 Oct 14 13:00:00.963358 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Attempting to bind port 3f9a7ace-7075-4865-9b3e-8f914994961c on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:00.963525 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Attempting to bind port 3f9a7ace-7075-4865-9b3e-8f914994961c by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:00.963887 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Attempting to bind port 3f9a7ace-7075-4865-9b3e-8f914994961c on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:00.971053 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 52313a5e-c8f0-4280-931b-f7b1ac607b99, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=52313a5e-c8f0-4280-931b-f7b1ac607b99,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:00.993470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:00.994372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5ef8be59-03a2-4a8f-97e0-37c795f31ebf up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:01.007827 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Transition to ACTIVE for port object 4749694d-66d5-4de8-b827-176ffeb49aa3 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:00:01.072408 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.152589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a8220-5bc7-407e-a722-5c47924347ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fb16e9-5415-44fd-8a49-f5964454ae06,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:01.281612 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b14d9b0a-8e5f-4f29-84f9-ed266c532485 req-ff4742b5-8cc3-40c1-bc46-4a786b3679e8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 210 time: 0.1539071 Oct 14 13:00:01.356339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:01.356720 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:01.357130 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.360052 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Bound using segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:01.360052 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Bound port: 3f9a7ace-7075-4865-9b3e-8f914994961c, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:01.360052 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.375904 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=52313a5e-c8f0-4280-931b-f7b1ac607b99,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:01.401269 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:01.402200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.402541 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf Oct 14 13:00:01.407865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41534) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:01.467610 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:01.487040 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:01.488053 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Pushing event updated for resources: {'Port': ['ID=4749694d-66d5-4de8-b827-176ffeb49aa3,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:01.517710 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7286-a53d-41e8-ba36-1468260c02d7 admin admin] Publish callbacks [] for security_group (a85f18c0-0117-4efe-b8db-a6fab924ab9f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.556480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:01.608801 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7286-a53d-41e8-ba36-1468260c02d7 admin admin] Publish callbacks [] for security_group (a85f18c0-0117-4efe-b8db-a6fab924ab9f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.690285 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] For port 3f9a7ace-7075-4865-9b3e-8f914994961c, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:01.732347 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Attempting to bind port 4749694d-66d5-4de8-b827-176ffeb49aa3 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:01.732723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Attempting to bind port 4749694d-66d5-4de8-b827-176ffeb49aa3 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:01.733061 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Attempting to bind port 4749694d-66d5-4de8-b827-176ffeb49aa3 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:01.786453 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'Port': ['ID=79491d2a-4da8-42d5-83e9-0912964ae378,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:01.788882 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.18', 58456) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:01.800210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] For port 3f9a7ace-7075-4865-9b3e-8f914994961c, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3f9a7ace-7075-4865-9b3e-8f914994961c,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:01.804385 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6e820025-0e67-4179-89bb-3e3ef54573d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (bbb97e3f-2826-4d73-9b2a-8e22947b5bd6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.807467 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6e820025-0e67-4179-89bb-3e3ef54573d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.809772 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6e820025-0e67-4179-89bb-3e3ef54573d9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/bbb97e3f-2826-4d73-9b2a-8e22947b5bd6 HTTP/1.1" status: 204 len: 168 time: 2.9585674 Oct 14 13:00:01.821002 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:01.821392 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.824853 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:01.860929 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:01.923251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:02.080275 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:02.080944 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T12:59:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:02.110224 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:02.231302 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4efe1c72-8e37-4902-afba-8cbb7851fde2 req-5ab28d5f-5993-4bb2-a6e6-1de398c70c22 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.6923096 Oct 14 13:00:02.242894 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-438e2bc6-7f2c-4cca-8ca8-12b7b0f596c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.244825 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.248360 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 8013549f-37a3-4b08-bd95-3005508408c6 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:02.296113 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5845c7-ff99-4f00-b238-daf1da48fb1b None None] Pushing event updated for resources: {'Port': ['ID=3f9a7ace-7075-4865-9b3e-8f914994961c,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:02.389519 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Port 4749694d-66d5-4de8-b827-176ffeb49aa3 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:00:02.391694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Attempting to bind port 4749694d-66d5-4de8-b827-176ffeb49aa3 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:02.422184 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e820025-0e67-4179-89bb-3e3ef54573d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb97e3f-2826-4d73-9b2a-8e22947b5bd6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:02.473694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7286-a53d-41e8-ba36-1468260c02d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a85f18c0-0117-4efe-b8db-a6fab924ab9f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.476496 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5f7286-a53d-41e8-ba36-1468260c02d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.477904 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5d5f7286-a53d-41e8-ba36-1468260c02d7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a85f18c0-0117-4efe-b8db-a6fab924ab9f HTTP/1.1" status: 204 len: 168 time: 1.6054919 Oct 14 13:00:02.478664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:02.557308 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:02.577162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f7286-a53d-41e8-ba36-1468260c02d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f18c0-0117-4efe-b8db-a6fab924ab9f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:02.659528 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-18586add-3cab-40e7-ad81-f9e37e37e72a req-e557bd85-99ed-4e93-ab1c-159539e08ab7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 210 time: 0.1479506 Oct 14 13:00:02.727616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-88893137-474d-4431-9da4-a7bc420cae6c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:02.729150 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-88893137-474d-4431-9da4-a7bc420cae6c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 818 time: 0.9260383 Oct 14 13:00:02.741203 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:02.741983 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Checking segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:02.743401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Bound using segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:02.744166 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Bound port: 4749694d-66d5-4de8-b827-176ffeb49aa3, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:02.744820 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.771602 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c811b81b-7478-4706-b80c-39ed2a8fc9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.818746 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'port': {'device_id': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'admin_state_up': True, 'tenant_id': 'c160176d8c804b7793bae21c205c538c'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:02.929940 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-438e2bc6-7f2c-4cca-8ca8-12b7b0f596c2 admin admin] Publish callbacks [] for security_group (2d2e9889-57de-41a2-b8a0-aa29f66035c6), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:02.974948 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] For port 4749694d-66d5-4de8-b827-176ffeb49aa3, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:02.983751 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] For port 4749694d-66d5-4de8-b827-176ffeb49aa3, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4749694d-66d5-4de8-b827-176ffeb49aa3,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:02.991224 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-438e2bc6-7f2c-4cca-8ca8-12b7b0f596c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2d2e9889-57de-41a2-b8a0-aa29f66035c6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.057161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.063440 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:03.087797 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:03.116235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.122599 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Allocated IP 172.20.0.6 (a546b534-90d1-415c-b2ee-872aaf5897d8/e47da6bb-959b-4571-baf6-c8d42567493b/5db67f63-ad2c-4649-84c2-af882da8c339) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:03.127328 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:03.128683 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.131542 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 200 len: 1094 time: 4.6191638 Oct 14 13:00:03.148379 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.151756 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'tag': '4749694d-66d5-4de8-b827-176ffeb49aa3'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:03.161349 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 8013549f-37a3-4b08-bd95-3005508408c6 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:03.162170 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (8013549f-37a3-4b08-bd95-3005508408c6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.163323 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 8013549f-37a3-4b08-bd95-3005508408c6 Oct 14 13:00:03.231629 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e2bc6-7f2c-4cca-8ca8-12b7b0f596c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e9889-57de-41a2-b8a0-aa29f66035c6,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:03.285512 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:01Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:03.333298 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (74a8dd24-47af-4e88-9f7d-3eadff963ad0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.378519 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-438e2bc6-7f2c-4cca-8ca8-12b7b0f596c2 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e69202a735614390a60b78f3d9e6af06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9672661 Oct 14 13:00:03.397350 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57a946-d01b-4ed3-bb9c-16252e7602e2 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:01Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:00:03.397665 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41590) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:03.493841 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:03.556076 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 8013549f-37a3-4b08-bd95-3005508408c6 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:03.556586 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (8013549f-37a3-4b08-bd95-3005508408c6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.562421 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfd522-0851-4069-94c3-e5d506445131 service neutron] Pushing event updated for resources: {'Port': ['ID=4749694d-66d5-4de8-b827-176ffeb49aa3,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:03.565248 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.576597 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-a82921f9-997e-469e-a569-4566bd363a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:03.578169 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-a82921f9-997e-469e-a569-4566bd363a3c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1128 time: 0.3544433 Oct 14 13:00:03.658182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 8013549f-37a3-4b08-bd95-3005508408c6, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=8013549f-37a3-4b08-bd95-3005508408c6,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:03.664368 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (8013549f-37a3-4b08-bd95-3005508408c6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.802459 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=05ec70ec-e0e7-454c-8df3-a01fd54430f7,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:03.830337 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a68b9b33-9020-4487-b1ad-01e6df3c75b7 req-518af1ab-1562-42b1-98df-60895b7a46f1 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.3532207 Oct 14 13:00:03.869712 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=8013549f-37a3-4b08-bd95-3005508408c6,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:03.882587 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (f31b680e-6319-4454-b3d0-86188a58538b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:03.961187 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5ef8be59-03a2-4a8f-97e0-37c795f31ebf up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:04.008014 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-c73a7561-f6ef-4789-9784-50c46010588e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 200 len: 217 time: 0.2934403 Oct 14 13:00:04.077655 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:04.078284 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.078754 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf Oct 14 13:00:04.119591 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42" -d '{"events": [{"name": "network-changed", "server_uuid": "20015651-8ebe-44d9-9d4a-b4e15741c295", "tag": "4749694d-66d5-4de8-b827-176ffeb49aa3"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:04.145515 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Made reservation on behalf of c160176d8c804b7793bae21c205c538c for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:04.156032 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.164424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (79491d2a-4da8-42d5-83e9-0912964ae378), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.258836 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3bed12bb-fa9a-4adc-92b3-4a9e75fa2113 req-3fb7e560-0b73-4949-9afb-470eb9ca0088 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 210 time: 0.2519190 Oct 14 13:00:04.340478 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-cb5cf433-b26d-4577-a87a-2b69f1f7e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:04.340938 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.351546 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6a0a7b3b-179a-42bc-8832-62fed1be7c35 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.6363890 Oct 14 13:00:04.355775 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-cb5cf433-b26d-4577-a87a-2b69f1f7e485 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.2422900 Oct 14 13:00:04.391366 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:00:04.448183 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:04.475722 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41618) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:04.490078 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:04.492348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:04.495195 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae6aca12-12ca-432a-ba79-a0baa7c8b019 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:04.561195 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:04.577896 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd294-ac43-4f6c-982c-80b8181f1e90 admin admin] Publish callbacks [] for security_group (2d2e9889-57de-41a2-b8a0-aa29f66035c6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.617574 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port ae6aca12-12ca-432a-ba79-a0baa7c8b019 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:04.626247 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.626667 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port ae6aca12-12ca-432a-ba79-a0baa7c8b019 Oct 14 13:00:04.743633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-610b53f4-4d98-4776-b9de-f385f1a9c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:04.746888 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-610b53f4-4d98-4776-b9de-f385f1a9c868 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2119567 Oct 14 13:00:04.815096 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port ae6aca12-12ca-432a-ba79-a0baa7c8b019 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:04.816364 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 52313a5e-c8f0-4280-931b-f7b1ac607b99 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:04.862868 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd294-ac43-4f6c-982c-80b8181f1e90 admin admin] Publish callbacks [] for security_group (2d2e9889-57de-41a2-b8a0-aa29f66035c6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.902348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 52313a5e-c8f0-4280-931b-f7b1ac607b99 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:04.903054 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:04.903054 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 52313a5e-c8f0-4280-931b-f7b1ac607b99 Oct 14 13:00:04.970174 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-8983de22-b312-49a5-9f49-ebf5b3cc3367 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949034 Oct 14 13:00:04.988436 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks [] for port (5db67f63-ad2c-4649-84c2-af882da8c339), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.130122 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 52313a5e-c8f0-4280-931b-f7b1ac607b99 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:05.131533 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3f9a7ace-7075-4865-9b3e-8f914994961c up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:05.155012 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.177980 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec343ba-ed20-4f58-b62c-779888506f07 x-openstack-request-id: req-6ec343ba-ed20-4f58-b62c-779888506f07 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:05.182027 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20015651-8ebe-44d9-9d4a-b4e15741c295", "tag": "4749694d-66d5-4de8-b827-176ffeb49aa3", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:05.182289 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ec343ba-ed20-4f58-b62c-779888506f07 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:05.182800 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec343ba-ed20-4f58-b62c-779888506f07'] response: {'name': 'network-changed', 'server_uuid': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'tag': '4749694d-66d5-4de8-b827-176ffeb49aa3', 'status': 'completed', 'code': 200} Oct 14 13:00:05.268946 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.279862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.302923 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 3f9a7ace-7075-4865-9b3e-8f914994961c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:05.303339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.303685 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 3f9a7ace-7075-4865-9b3e-8f914994961c Oct 14 13:00:05.340580 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa68b-f50a-4efd-aab2-d3fdf793e7ab req-2c7b4bf1-4c37-4b25-b97b-7176fbb62d97 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:05.354663 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4a6aa68b-f50a-4efd-aab2-d3fdf793e7ab req-2c7b4bf1-4c37-4b25-b97b-7176fbb62d97 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 931 time: 0.3284295 Oct 14 13:00:05.368700 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9fc67f08-f663-4d84-876f-90b12f77bc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.395706 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:05.468715 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ac3f71c-8ec0-4768-923f-15ea581337b0 req-283cb144-0d87-4927-99f0-17d90742f797 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851055 Oct 14 13:00:05.506037 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 3f9a7ace-7075-4865-9b3e-8f914994961c is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:05.506439 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.586060 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 3f9a7ace-7075-4865-9b3e-8f914994961c, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3f9a7ace-7075-4865-9b3e-8f914994961c,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:05.591037 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:05.633833 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Allocated IP 172.20.0.7 (71d7f67c-efcc-4a77-8c43-10bba17af0b2/149fa151-6a2f-4a08-ae89-995ac1c1cba6/9a1f9cf5-f6ac-458f-991e-d6fcead5660f) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:05.651527 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4a6aa68b-f50a-4efd-aab2-d3fdf793e7ab req-8be69822-56e1-4ad4-9cef-7f3be3cb76f7 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956476 Oct 14 13:00:05.798790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Network a546b534-90d1-415c-b2ee-872aaf5897d8 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:05.835873 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=3f9a7ace-7075-4865-9b3e-8f914994961c,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:05.849526 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-7f77d807-f0f5-4a63-b2d6-13406a8bcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:05.851271 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-7f77d807-f0f5-4a63-b2d6-13406a8bcb0c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1128 time: 0.2724829 Oct 14 13:00:05.903108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 8013549f-37a3-4b08-bd95-3005508408c6 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:06.037886 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9fc67f08-f663-4d84-876f-90b12f77bc8f admin admin] Publish callbacks [] for security_group (9146ae28-3973-465c-b089-de1e0e253185), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.039589 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 8013549f-37a3-4b08-bd95-3005508408c6 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:06.039982 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (8013549f-37a3-4b08-bd95-3005508408c6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.040326 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 8013549f-37a3-4b08-bd95-3005508408c6 Oct 14 13:00:06.064694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:06.097318 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9fc67f08-f663-4d84-876f-90b12f77bc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (9146ae28-3973-465c-b089-de1e0e253185), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.157014 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.200201 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:06.238347 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 8013549f-37a3-4b08-bd95-3005508408c6 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:06.240654 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-7c4d8f9f-2688-4173-853a-d985dbc1a55a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--530379640&fields=id&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 267 time: 0.8609366 Oct 14 13:00:06.334881 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-685570ba-ffc3-4cc5-92b6-47f5909e2c24 req-66e7dd81-8ee8-4b06-a78b-8a4397c6c27d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 210 time: 0.4564774 Oct 14 13:00:06.472835 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:06.478203 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:06.486995 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9fc67f08-f663-4d84-876f-90b12f77bc8f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=128d40c815fd4291a2e2ae416d4379ba&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0095751 Oct 14 13:00:06.497113 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41670) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:06.508997 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc67f08-f663-4d84-876f-90b12f77bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9146ae28-3973-465c-b089-de1e0e253185,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:06.571595 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:06.592820 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-ca034b47-7304-42ea-b38f-20bff401cb65 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:06.595936 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-ca034b47-7304-42ea-b38f-20bff401cb65 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.3541501 Oct 14 13:00:06.691695 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Pushing event updated for resources: {'Port': ['ID=5db67f63-ad2c-4649-84c2-af882da8c339,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:06.716755 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.757408 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-165a33db-9285-4e92-893c-cb8f7da8a20c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/quotas/6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 375 time: 0.0981557 Oct 14 13:00:06.845669 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd294-ac43-4f6c-982c-80b8181f1e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2d2e9889-57de-41a2-b8a0-aa29f66035c6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.848718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd294-ac43-4f6c-982c-80b8181f1e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.852470 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0bfdd294-ac43-4f6c-982c-80b8181f1e90 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2d2e9889-57de-41a2-b8a0-aa29f66035c6 HTTP/1.1" status: 204 len: 168 time: 3.3988285 Oct 14 13:00:06.865305 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-91b72544-f313-40b6-98c5-fb2f5a5f9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:06.868245 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-91b72544-f313-40b6-98c5-fb2f5a5f9e12 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.9911275 Oct 14 13:00:06.872293 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aee96b30-877a-49c7-869e-e6af17ea1a12 admin admin] Publish callbacks [] for security_group (9146ae28-3973-465c-b089-de1e0e253185), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.912948 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:06.915808 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:06.958561 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:06.974979 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739028f-4e17-41cd-802b-730da00ea8e0 req-a69dd7d2-aa78-4f4d-b4cf-d47f4d91263e tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:06.976530 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e739028f-4e17-41cd-802b-730da00ea8e0 req-a69dd7d2-aa78-4f4d-b4cf-d47f4d91263e tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 931 time: 0.1348898 Oct 14 13:00:07.019334 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:07.040009 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f51939b9-7cca-4e28-971c-b6a7136661ab None None] Provisioning complete for port 5db67f63-ad2c-4649-84c2-af882da8c339 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:07.040379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f51939b9-7cca-4e28-971c-b6a7136661ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.040707 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-f51939b9-7cca-4e28-971c-b6a7136661ab None None] Attempt 1 to provision port 5db67f63-ad2c-4649-84c2-af882da8c339 Oct 14 13:00:07.129269 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aee96b30-877a-49c7-869e-e6af17ea1a12 admin admin] Publish callbacks [] for security_group (9146ae28-3973-465c-b089-de1e0e253185), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.176389 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f51939b9-7cca-4e28-971c-b6a7136661ab None None] Port 5db67f63-ad2c-4649-84c2-af882da8c339 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:00:07.193941 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-63d3656b-8ed2-4454-ab47-b17600f2cabc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 200 len: 217 time: 0.0839350 Oct 14 13:00:07.238759 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e739028f-4e17-41cd-802b-730da00ea8e0 req-60726d93-0de7-406e-8b45-7a0d6acb9e83 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442188 Oct 14 13:00:07.387089 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-5805267a-5536-4a18-b5ba-9dd091727708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:07.399918 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-5805267a-5536-4a18-b5ba-9dd091727708 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.1533833 Oct 14 13:00:07.478978 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-b716b4be-5b27-467d-9766-b1251ec50482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:07.481471 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-b716b4be-5b27-467d-9766-b1251ec50482 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718324 Oct 14 13:00:07.490138 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aee96b30-877a-49c7-869e-e6af17ea1a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (9146ae28-3973-465c-b089-de1e0e253185), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.498438 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aee96b30-877a-49c7-869e-e6af17ea1a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.503364 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-aee96b30-877a-49c7-869e-e6af17ea1a12 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9146ae28-3973-465c-b089-de1e0e253185 HTTP/1.1" status: 204 len: 168 time: 0.9953368 Oct 14 13:00:07.503802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'Port': ['ID=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:07.530675 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for port (79491d2a-4da8-42d5-83e9-0912964ae378), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.547795 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdd294-ac43-4f6c-982c-80b8181f1e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e9889-57de-41a2-b8a0-aa29f66035c6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:07.597336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (79491d2a-4da8-42d5-83e9-0912964ae378), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.603026 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-940ce6d5-0f60-4263-be83-65ff7a1a7223 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1834137 Oct 14 13:00:07.606272 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:07.666835 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee96b30-877a-49c7-869e-e6af17ea1a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9146ae28-3973-465c-b089-de1e0e253185,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:07.724358 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'Port': ['ID=79491d2a-4da8-42d5-83e9-0912964ae378,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:07.753896 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:07.772424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Request body: {'port': {'device_id': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:07.793804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:07.888431 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:07.889583 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:07.926543 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3f9a7ace-7075-4865-9b3e-8f914994961c up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:07.954241 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-90b7453c-a4a6-4ff4-b810-03d9477108fe tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1286764 Oct 14 13:00:07.964324 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-f31ad6f8-a7c1-4393-afdd-1b0145eeaae9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1757095 Oct 14 13:00:07.965386 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41702) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:07.992310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec5272e5-e18c-488b-b8fd-306e53073f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:08.005638 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Request body: {'port': {'device_id': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:08.022773 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (74a8dd24-47af-4e88-9f7d-3eadff963ad0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:08.079443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ff25-9116-4fab-98c8-040dff36f8a7 req-f66b80da-1259-4bd3-bb7a-0c8782de7493 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:08.084421 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bc83ff25-9116-4fab-98c8-040dff36f8a7 req-f66b80da-1259-4bd3-bb7a-0c8782de7493 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 931 time: 0.5732660 Oct 14 13:00:08.106856 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 3f9a7ace-7075-4865-9b3e-8f914994961c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:08.107390 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:08.107551 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 3f9a7ace-7075-4865-9b3e-8f914994961c Oct 14 13:00:08.246430 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-6eea8ba4-27ab-4114-8a9e-7df48fee8e0c None None] Provisioning complete for port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:08.247579 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6eea8ba4-27ab-4114-8a9e-7df48fee8e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:08.248190 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-6eea8ba4-27ab-4114-8a9e-7df48fee8e0c None None] Attempt 1 to provision port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f Oct 14 13:00:08.312463 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-2c55915c-bb7e-417a-a30e-196b223173e9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055065 Oct 14 13:00:08.440781 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:08.446453 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:08.456767 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3e7342cf-5091-4864-bd30-301fffdbd15d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7639349 Oct 14 13:00:08.456767 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:08.476177 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 3f9a7ace-7075-4865-9b3e-8f914994961c is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:08.487895 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-6eea8ba4-27ab-4114-8a9e-7df48fee8e0c None None] Port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:00:08.600344 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bc83ff25-9116-4fab-98c8-040dff36f8a7 req-7335ec2e-c2ab-48a1-915d-06c345e6abcb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969029 Oct 14 13:00:08.743072 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87e1bdd8-00ee-44a5-9e8f-15d1a5522c42 req-4d63e209-91ce-4321-8717-4c098707fd0c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523769 Oct 14 13:00:08.869343 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19131f4d-4564-4d02-85e4-a739a9e97500 req-2dd483ec-b246-4108-ab5f-d1584f5c1772 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:08.870886 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-19131f4d-4564-4d02-85e4-a739a9e97500 req-2dd483ec-b246-4108-ab5f-d1584f5c1772 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 931 time: 0.1104558 Oct 14 13:00:08.925412 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:08.975614 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-19131f4d-4564-4d02-85e4-a739a9e97500 req-5ac12e73-6002-450e-842f-f2c277fcce68 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880544 Oct 14 13:00:09.029747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:09.069776 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.078101 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:09.199974 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-fc0125e1-593a-47c3-b186-10cfb6c0a2ac service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1697750 Oct 14 13:00:09.237291 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 41750) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:09.300843 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-7683acec-8b43-4175-8697-56dd1d6c8872 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--656458205&fields=id&tenant_id=9247e549c63f4a42be20f5a7aeda0594 HTTP/1.1" status: 200 len: 267 time: 0.1573811 Oct 14 13:00:09.327480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec5272e5-e18c-488b-b8fd-306e53073f44 admin admin] Publish callbacks [] for security_group (92bfe690-ace0-4737-9bc8-d5b90014e160), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.379883 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec5272e5-e18c-488b-b8fd-306e53073f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (92bfe690-ace0-4737-9bc8-d5b90014e160), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.421474 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ec5272e5-e18c-488b-b8fd-306e53073f44 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f7f1c0f057d747aab372762552f4cdad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4488778 Oct 14 13:00:09.439307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41756) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:09.632330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cae-9e35-4022-beac-066b1b8cb7a6 admin admin] Publish callbacks [] for security_group (92bfe690-ace0-4737-9bc8-d5b90014e160), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.642039 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-6836d105-8493-460c-a309-b8ff81e759f8 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:09.649334 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-6836d105-8493-460c-a309-b8ff81e759f8 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 811 time: 0.3438869 Oct 14 13:00:09.688544 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db67f63-ad2c-4649-84c2-af882da8c339 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:09.694243 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-1c2ef56a-a919-4248-8cbb-a685ca3ac961 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/quotas/9247e549c63f4a42be20f5a7aeda0594 HTTP/1.1" status: 200 len: 375 time: 0.0438344 Oct 14 13:00:09.698596 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cae-9e35-4022-beac-066b1b8cb7a6 admin admin] Publish callbacks [] for security_group (92bfe690-ace0-4737-9bc8-d5b90014e160), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.711332 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5272e5-e18c-488b-b8fd-306e53073f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bfe690-ace0-4737-9bc8-d5b90014e160,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:09.771434 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Publish callbacks [] for port (5db67f63-ad2c-4649-84c2-af882da8c339), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.831199 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-65d0a99b-3a79-4855-a6f1-a9f03828b5b9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111472 Oct 14 13:00:09.843230 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf2d36fa-cd5c-4eab-afc8-037e49dcb972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:09.907637 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-128f12ed-be81-49d0-81e2-948a2cfbf2b2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123427 Oct 14 13:00:09.908555 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:09.917838 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Transition to ACTIVE for port object 5db67f63-ad2c-4649-84c2-af882da8c339 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:00:09.949608 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.034188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:10.050148 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cae-9e35-4022-beac-066b1b8cb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (92bfe690-ace0-4737-9bc8-d5b90014e160), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.053083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cae-9e35-4022-beac-066b1b8cb7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.064820 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5e3c2cae-9e35-4022-beac-066b1b8cb7a6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/92bfe690-ace0-4737-9bc8-d5b90014e160 HTTP/1.1" status: 204 len: 168 time: 0.6205747 Oct 14 13:00:10.106652 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2cae-9e35-4022-beac-066b1b8cb7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bfe690-ace0-4737-9bc8-d5b90014e160,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:10.113910 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-d542c5b1-9929-4f87-b010-99efa4adc1cc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052953 Oct 14 13:00:10.181016 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf2d36fa-cd5c-4eab-afc8-037e49dcb972 admin admin] Publish callbacks [] for security_group (1d80863c-90f7-4cdc-8dc5-4f950ad9a35c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.199582 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf2d36fa-cd5c-4eab-afc8-037e49dcb972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (1d80863c-90f7-4cdc-8dc5-4f950ad9a35c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.218334 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:10.362589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Pushing event updated for resources: {'Port': ['ID=5db67f63-ad2c-4649-84c2-af882da8c339,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:10.419996 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-12ab90c9-3457-413c-90f0-39b6882bc954 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815638 Oct 14 13:00:10.450998 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1f9cf5-f6ac-458f-991e-d6fcead5660f {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:10.503507 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d36fa-cd5c-4eab-afc8-037e49dcb972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80863c-90f7-4cdc-8dc5-4f950ad9a35c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:10.517955 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cf2d36fa-cd5c-4eab-afc8-037e49dcb972 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8142e41c98e144e5bb587fdbbc4efe97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2673783 Oct 14 13:00:10.520035 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Publish callbacks [] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.520673 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41802) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:10.565689 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f14a9-5199-4db4-befc-95b107109a0a req-0c33a914-16e4-49a1-86a1-ff4e8215df50 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:10.567228 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-269f14a9-5199-4db4-befc-95b107109a0a req-0c33a914-16e4-49a1-86a1-ff4e8215df50 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 931 time: 0.2126710 Oct 14 13:00:10.568868 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Transition to ACTIVE for port object 9a1f9cf5-f6ac-458f-991e-d6fcead5660f will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:00:10.597718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Attempting to bind port 5db67f63-ad2c-4649-84c2-af882da8c339 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:10.597718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Attempting to bind port 5db67f63-ad2c-4649-84c2-af882da8c339 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:10.597718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Attempting to bind port 5db67f63-ad2c-4649-84c2-af882da8c339 on network a546b534-90d1-415c-b2ee-872aaf5897d8 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:10.607321 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.732206 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a6dbad83-9081-4772-aece-3a4c4b6b2f82 admin admin] Publish callbacks [] for security_group (1d80863c-90f7-4cdc-8dc5-4f950ad9a35c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.809225 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a6dbad83-9081-4772-aece-3a4c4b6b2f82 admin admin] Publish callbacks [] for security_group (1d80863c-90f7-4cdc-8dc5-4f950ad9a35c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:10.821114 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-269f14a9-5199-4db4-befc-95b107109a0a req-0aec0238-4faf-46fc-9435-2bb169be8e8d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262323 Oct 14 13:00:10.938022 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:10.972628 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Port 5db67f63-ad2c-4649-84c2-af882da8c339 on network a546b534-90d1-415c-b2ee-872aaf5897d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:00:10.973325 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Attempting to bind port 5db67f63-ad2c-4649-84c2-af882da8c339 on network a546b534-90d1-415c-b2ee-872aaf5897d8 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:11.014651 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5762453-8425-4d67-bb32-d71385283cfc req-2f141113-ab92-47a3-aa9a-421587af8a8b tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:11.023763 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5762453-8425-4d67-bb32-d71385283cfc req-2f141113-ab92-47a3-aa9a-421587af8a8b tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 943 time: 0.1796052 Oct 14 13:00:11.089855 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5762453-8425-4d67-bb32-d71385283cfc req-14e2dc57-f1cf-4feb-a54b-48e6b3642605 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647562 Oct 14 13:00:11.114791 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a6dbad83-9081-4772-aece-3a4c4b6b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (1d80863c-90f7-4cdc-8dc5-4f950ad9a35c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.117916 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a6dbad83-9081-4772-aece-3a4c4b6b2f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.122212 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a6dbad83-9081-4772-aece-3a4c4b6b2f82 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1d80863c-90f7-4cdc-8dc5-4f950ad9a35c HTTP/1.1" status: 204 len: 168 time: 0.6003740 Oct 14 13:00:11.131358 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbad83-9081-4772-aece-3a4c4b6b2f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80863c-90f7-4cdc-8dc5-4f950ad9a35c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:11.178990 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:11.179365 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Checking segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:11.180034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Bound using segment: {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:11.180385 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Bound port: 5db67f63-ad2c-4649-84c2-af882da8c339, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82728680-e701-4a5d-a0fe-e6cc1fb6a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:11.180746 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.197049 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5a8b8ba4-1643-4c88-9c8a-44e74b3483a5 req-85dd4fd1-debe-49a3-a414-e159aa03e619 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 210 time: 0.0408900 Oct 14 13:00:11.397123 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Attempting to bind port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:11.397610 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Attempting to bind port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:11.397782 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Attempting to bind port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:11.401083 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5845b75d-d46b-4cda-bff5-2dff5e7712b3 req-9ed0be3d-d88e-4f38-9314-800b429317ee tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 210 time: 0.4566236 Oct 14 13:00:11.512342 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:00:11.512677 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Attempting to bind port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:11.556011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:11.557398 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] For port 5db67f63-ad2c-4649-84c2-af882da8c339, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:11.595177 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] For port 5db67f63-ad2c-4649-84c2-af882da8c339, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5db67f63-ad2c-4649-84c2-af882da8c339,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:11.608399 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:11.608776 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Checking segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:11.609688 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Bound using segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:11.610109 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Bound port: 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:11.610624 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.613425 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.656864 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:11.657630 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.659317 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5db67f63-ad2c-4649-84c2-af882da8c339 HTTP/1.1" status: 200 len: 1093 time: 3.9111800 Oct 14 13:00:11.660250 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'tag': '5db67f63-ad2c-4649-84c2-af882da8c339'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:11.749437 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da405-0804-431e-b384-9d87b6ff4810 service neutron] Pushing event updated for resources: {'Port': ['ID=5db67f63-ad2c-4649-84c2-af882da8c339,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:11.801327 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41858) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:11.812112 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] For port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:11.822692 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5fcc71b9-d4a7-4179-be0f-77c4ed2a125b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.854033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] For port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:11.979378 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.983509 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:11.985771 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:11.988217 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/9a1f9cf5-f6ac-458f-991e-d6fcead5660f HTTP/1.1" status: 200 len: 1093 time: 4.0126269 Oct 14 13:00:12.050820 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:12.064363 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de1222-6aff-4baf-ac99-cd5346cf6a4a req-c78eef09-b991-4c3a-a69d-b149f20265c7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.072315 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a1de1222-6aff-4baf-ac99-cd5346cf6a4a req-c78eef09-b991-4c3a-a69d-b149f20265c7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 943 time: 0.1003551 Oct 14 13:00:12.151065 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-03b677be-cdf7-4ed5-bae4-b9fe7e29f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.154309 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-03b677be-cdf7-4ed5-bae4-b9fe7e29f25a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=758ac8ee488d498882fce45dc7255676&device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 1127 time: 0.3094041 Oct 14 13:00:12.169796 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5fcc71b9-d4a7-4179-be0f-77c4ed2a125b admin admin] Publish callbacks [] for security_group (cbc4dcff-ff06-4c58-b06d-65c68b685ed6), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:12.175258 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5fcc71b9-d4a7-4179-be0f-77c4ed2a125b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (cbc4dcff-ff06-4c58-b06d-65c68b685ed6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:12.242420 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a1de1222-6aff-4baf-ac99-cd5346cf6a4a req-fffc19da-4a0d-4107-830e-4153b50f26e4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680448 Oct 14 13:00:12.254830 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5fcc71b9-d4a7-4179-be0f-77c4ed2a125b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=25dfcb8f04ff4468977562aedac5f249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497776 Oct 14 13:00:12.254830 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc71b9-d4a7-4179-be0f-77c4ed2a125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc4dcff-ff06-4c58-b06d-65c68b685ed6,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:12.268871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 41878) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:12.303620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b", "tag": "5db67f63-ad2c-4649-84c2-af882da8c339"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:12.314897 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-9a21b13e-ddf8-41e7-9c15-53659ae4f8fd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db67f63-ad2c-4649-84c2-af882da8c339 HTTP/1.1" status: 200 len: 217 time: 0.1517315 Oct 14 13:00:12.336028 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-88fcc933-8d3e-40e8-ae46-9eb15a5e7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.338835 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-88fcc933-8d3e-40e8-ae46-9eb15a5e7123 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 1127 time: 0.2407501 Oct 14 13:00:12.386392 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8223169f-a59b-446b-8248-9651b2d91ce6 req-ab81ca60-db46-4e47-b78f-8e4dadfa5c14 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 210 time: 0.0351186 Oct 14 13:00:12.396039 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-16965982-b30d-4298-b64e-59d3eb9f332d admin admin] Publish callbacks [] for security_group (cbc4dcff-ff06-4c58-b06d-65c68b685ed6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:12.402341 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a67d-aa45-4fd1-ac1f-8e7e8cf7bab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:12.420940 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-16965982-b30d-4298-b64e-59d3eb9f332d admin admin] Publish callbacks [] for security_group (cbc4dcff-ff06-4c58-b06d-65c68b685ed6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:12.428355 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5227-7554-40ac-9061-17a2c97d8bfe req-e19529ac-ba85-4b7b-a097-e0baf325eefb tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.430497 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-982d5227-7554-40ac-9061-17a2c97d8bfe req-e19529ac-ba85-4b7b-a097-e0baf325eefb tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 943 time: 0.1427746 Oct 14 13:00:12.441156 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-5b9d6393-fb71-4682-a386-65006ddc7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.443136 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-5b9d6393-fb71-4682-a386-65006ddc7f64 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e47da6bb-959b-4571-baf6-c8d42567493b HTTP/1.1" status: 200 len: 851 time: 0.1083467 Oct 14 13:00:12.485330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:12.490407 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-16965982-b30d-4298-b64e-59d3eb9f332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (cbc4dcff-ff06-4c58-b06d-65c68b685ed6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:12.493015 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-16965982-b30d-4298-b64e-59d3eb9f332d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:12.497160 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-16965982-b30d-4298-b64e-59d3eb9f332d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cbc4dcff-ff06-4c58-b06d-65c68b685ed6 HTTP/1.1" status: 204 len: 168 time: 0.2274284 Oct 14 13:00:12.502890 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16965982-b30d-4298-b64e-59d3eb9f332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc4dcff-ff06-4c58-b06d-65c68b685ed6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:12.523372 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-982d5227-7554-40ac-9061-17a2c97d8bfe req-8ba9c28a-84c7-4c70-aace-7769fd22e76b tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792284 Oct 14 13:00:12.640877 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-fbda81e6-6fd5-42f5-892b-dc6344741d85 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f HTTP/1.1" status: 200 len: 217 time: 0.1029928 Oct 14 13:00:12.693056 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c425-8b40-4411-86d4-80a3dd685780 req-b7875f14-db25-4ad9-8728-fe3abe71a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.695046 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-b7875f14-db25-4ad9-8728-fe3abe71a969 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a546b534-90d1-415c-b2ee-872aaf5897d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1552274 Oct 14 13:00:12.739171 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:12.783413 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2aebef95-adbd-43c6-8d4c-c079e1ceb8a2 req-8703b0fe-0a69-4bf0-86f9-c8c95d86acf0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 210 time: 0.0673981 Oct 14 13:00:12.848199 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-a4e8772a-594c-41a5-8a0f-25c7ee7f78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.849996 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-a4e8772a-594c-41a5-8a0f-25c7ee7f78a4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.2001212 Oct 14 13:00:12.877554 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-e064f630-c3d2-459a-a6ab-b166153790c3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.879229 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-e064f630-c3d2-459a-a6ab-b166153790c3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.2067807 Oct 14 13:00:12.939146 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-5755721c-bdce-440b-972b-35ae75658cf1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123859 Oct 14 13:00:12.940357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-3dfbb9ae-02cf-430e-af28-16c5746fdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:12.953699 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-3dfbb9ae-02cf-430e-af28-16c5746fdfcd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780864 Oct 14 13:00:12.953699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2981b-0a10-41cb-9e95-69a2944eb369 x-openstack-request-id: req-d4e2981b-0a10-41cb-9e95-69a2944eb369 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:12.953699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b", "tag": "5db67f63-ad2c-4649-84c2-af882da8c339", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:12.953699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4e2981b-0a10-41cb-9e95-69a2944eb369 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:12.953699 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e2981b-0a10-41cb-9e95-69a2944eb369'] response: {'name': 'network-changed', 'server_uuid': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'tag': '5db67f63-ad2c-4649-84c2-af882da8c339', 'status': 'completed', 'code': 200} Oct 14 13:00:13.018677 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-bca374ee-916f-48af-a814-0033ac921750 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 379 time: 0.1276355 Oct 14 13:00:13.089150 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'port': {'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'admin_state_up': True, 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'security_groups': ['e84d66a6-402a-4253-8abf-150793fe2a04']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:13.165422 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0236c425-8b40-4411-86d4-80a3dd685780 req-e519e8b2-9652-4b12-8d52-b24dc98824a5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124271 Oct 14 13:00:13.168023 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-3306cedf-f344-4ed0-8cd3-cf204ff527c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046089 Oct 14 13:00:13.246299 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:13.312172 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-93a674d9-0559-40e2-b363-8aa54d843a7b req-175afe79-a449-4843-b532-3c6042d4ef9b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374834 Oct 14 13:00:13.379188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Made reservation on behalf of 6c0d083e8cef4333b9514d2256991647 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:13.384086 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:13.403499 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14e0f0-1f26-4fb7-bc2d-bd77d8eecba8 req-eeff6d74-ac3e-4b8d-a6fb-f9941db57703 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:13.421040 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf14e0f0-1f26-4fb7-bc2d-bd77d8eecba8 req-eeff6d74-ac3e-4b8d-a6fb-f9941db57703 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 943 time: 0.0680532 Oct 14 13:00:13.439308 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:13.506503 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf14e0f0-1f26-4fb7-bc2d-bd77d8eecba8 req-a79b60a3-79b9-4df9-9928-e519337d14a2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841432 Oct 14 13:00:13.565450 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-36e2b503-46ef-4ca5-b133-2012a0ef8693 req-4ab2757c-dec8-40b0-9edb-8ab735e5484a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 210 time: 0.0383196 Oct 14 13:00:13.579977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.20.0.4 (70bca7d9-a052-4048-8e74-16b14b95c03e/b534a606-0783-47be-9c10-cd2ab6b8dc15/1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:13.689315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7845-4f46-427e-9c1a-4a14a3796d24 req-022ee4df-f6d6-4b28-b352-3e90ce2c1162 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:13.691254 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d5a7845-4f46-427e-9c1a-4a14a3796d24 req-022ee4df-f6d6-4b28-b352-3e90ce2c1162 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 943 time: 0.0683343 Oct 14 13:00:13.760744 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:13.770084 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d5a7845-4f46-427e-9c1a-4a14a3796d24 req-687b0d25-be24-45e2-8426-7247ec546867 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689025 Oct 14 13:00:13.808878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:13.831063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:13.925135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:13.944002 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:13.949074 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:13.955986 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-37fbd209-0e25-4c74-b7ee-ff10acfdb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:13.960977 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-37fbd209-0e25-4c74-b7ee-ff10acfdb771 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=758ac8ee488d498882fce45dc7255676&device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 1127 time: 0.1012597 Oct 14 13:00:14.018436 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:14.099941 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:14.100719 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:14.106782 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4749694d-66d5-4de8-b827-176ffeb49aa3 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:00:14.156545 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:14.171022 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-b21d0528-92c8-433f-a5c9-dc561b958d9b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0871491 Oct 14 13:00:14.197790 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a37d66-29aa-48ec-9031-d86e504105cd req-05f340a2-4a57-4788-8dbc-5ce353091c80 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:14.200722 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-37a37d66-29aa-48ec-9031-d86e504105cd req-05f340a2-4a57-4788-8dbc-5ce353091c80 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 931 time: 0.1994836 Oct 14 13:00:14.278285 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-37a37d66-29aa-48ec-9031-d86e504105cd req-794c0be4-3ea6-47d5-ab0d-490451f13705 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695605 Oct 14 13:00:14.340598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 4749694d-66d5-4de8-b827-176ffeb49aa3, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4749694d-66d5-4de8-b827-176ffeb49aa3,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:14.365976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '4749694d-66d5-4de8-b827-176ffeb49aa3', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'port_id': '4749694d-66d5-4de8-b827-176ffeb49aa3', 'mac_address': 'fa:16:3e:42:fc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:00:14.367541 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1f4355c2-f32c-4be0-a9f6-f9f285b3c420 None None] Provisioning complete for port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:14.367912 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1f4355c2-f32c-4be0-a9f6-f9f285b3c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:14.368245 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-1f4355c2-f32c-4be0-a9f6-f9f285b3c420 None None] Attempt 1 to provision port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 Oct 14 13:00:14.392433 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-4f2ca95c-c1dc-4f65-a06e-c745a6108c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:14.394010 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-4f2ca95c-c1dc-4f65-a06e-c745a6108c51 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a546b534-90d1-415c-b2ee-872aaf5897d8 HTTP/1.1" status: 200 len: 913 time: 0.3502121 Oct 14 13:00:14.412206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1f4355c2-f32c-4be0-a9f6-f9f285b3c420 None None] Port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:00:14.447986 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 4749694d-66d5-4de8-b827-176ffeb49aa3 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:14.448703 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:14.466825 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4749694d-66d5-4de8-b827-176ffeb49aa3 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:14.490508 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 4749694d-66d5-4de8-b827-176ffeb49aa3, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4749694d-66d5-4de8-b827-176ffeb49aa3,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:14.496168 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:14.548230 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=4749694d-66d5-4de8-b827-176ffeb49aa3,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:14.723937 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8134c48e-5a72-4dae-aab7-0ea34ef5fa66 req-afab31bc-b6bc-490a-b84e-9c05981473f9 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 210 time: 0.0320373 Oct 14 13:00:14.754352 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Request body: {'port': {'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:14.754599 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4749694d-66d5-4de8-b827-176ffeb49aa3'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:00:14.844442 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:14.922396 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:14.928598 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f214-f6ec-4982-90b3-f6ba261c46d6 req-ba7933be-7710-4c17-bd69-3ff4ca9e2ed6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:14.930150 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b538f214-f6ec-4982-90b3-f6ba261c46d6 req-ba7933be-7710-4c17-bd69-3ff4ca9e2ed6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 943 time: 0.3392518 Oct 14 13:00:14.972922 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26911bb6-8c63-470f-aea6-eeeb40aa7d98 req-c5017dc1-e3c7-4971-92a2-774aaf75e44c tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:14.983004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'tag': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:14.986747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209c804-8d6b-40e4-84c2-4077a9085b07" -d '{"events": [{"name": "network-changed", "server_uuid": "ad463f3e-be3e-40a0-ad61-6eab6a24f957", "tag": "9a1f9cf5-f6ac-458f-991e-d6fcead5660f"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:14.996058 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26911bb6-8c63-470f-aea6-eeeb40aa7d98 req-c5017dc1-e3c7-4971-92a2-774aaf75e44c tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 943 time: 0.1109450 Oct 14 13:00:15.052413 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:15.056353 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-0dc229f6-aa5a-4234-9859-01ecfe292a8f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db67f63-ad2c-4649-84c2-af882da8c339 HTTP/1.1" status: 200 len: 217 time: 0.1252370 Oct 14 13:00:15.108469 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26911bb6-8c63-470f-aea6-eeeb40aa7d98 req-dfbf3b10-7311-4b79-8e17-437e43029075 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109450 Oct 14 13:00:15.168768 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b538f214-f6ec-4982-90b3-f6ba261c46d6 req-13a98d19-e0f9-4be1-8983-fd813636974f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762373 Oct 14 13:00:15.176594 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c84f7d1-18ae-4911-9c5f-3cd9659a3a3a x-openstack-request-id: req-0c84f7d1-18ae-4911-9c5f-3cd9659a3a3a {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:15.177067 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad463f3e-be3e-40a0-ad61-6eab6a24f957", "tag": "9a1f9cf5-f6ac-458f-991e-d6fcead5660f", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:15.177495 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c84f7d1-18ae-4911-9c5f-3cd9659a3a3a {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:15.177881 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c84f7d1-18ae-4911-9c5f-3cd9659a3a3a'] response: {'name': 'network-changed', 'server_uuid': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'tag': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f', 'status': 'completed', 'code': 200} Oct 14 13:00:15.212708 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-d2a18e72-8207-4aaf-90df-9185d63e834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.215464 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-d2a18e72-8207-4aaf-90df-9185d63e834b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e47da6bb-959b-4571-baf6-c8d42567493b HTTP/1.1" status: 200 len: 851 time: 0.1245794 Oct 14 13:00:15.249282 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.18', 58481) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:15.288344 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-faed546f-94d4-4301-9b66-01c02b399f73 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.290101 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-faed546f-94d4-4301-9b66-01c02b399f73 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 811 time: 0.3577597 Oct 14 13:00:15.311391 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-c320b19d-a15b-4435-8ba2-1571c6c92d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.312758 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-0385e4c9-82fc-4070-b3e9-d238157255d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.313005 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-c320b19d-a15b-4435-8ba2-1571c6c92d72 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 1127 time: 0.0625470 Oct 14 13:00:15.314802 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-0385e4c9-82fc-4070-b3e9-d238157255d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a546b534-90d1-415c-b2ee-872aaf5897d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756981 Oct 14 13:00:15.422412 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:15.500314 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-19f52eda-8a06-4644-92f1-43e9bc68a73c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9247e549c63f4a42be20f5a7aeda0594 HTTP/1.1" status: 200 len: 379 time: 0.2019999 Oct 14 13:00:15.515375 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'port': {'device_id': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'admin_state_up': True, 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'security_groups': ['7813c92f-56f0-4239-b6d7-12fcb6a8a70e']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:15.540666 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-0d5f94ab-0739-4321-bf00-d4d9ce86ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.542013 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-0d5f94ab-0739-4321-bf00-d4d9ce86ed2e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.2129858 Oct 14 13:00:15.544170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:15.555443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8fcfd-00a5-401a-9ba3-fa3a047bf1c3 req-114b18ce-70d3-414d-a3c6-638f7357040f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.556925 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34e8fcfd-00a5-401a-9ba3-fa3a047bf1c3 req-114b18ce-70d3-414d-a3c6-638f7357040f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 931 time: 0.1249418 Oct 14 13:00:15.593280 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-1db5dd51-8500-487d-8f87-127fe120b3db service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f HTTP/1.1" status: 200 len: 217 time: 0.0441515 Oct 14 13:00:15.600059 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Publish callbacks [] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:15.657104 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-836ec8b1-91a5-413d-959a-c828a419fbc0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095684 Oct 14 13:00:15.676748 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Transition to ACTIVE for port object 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:00:15.701677 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:15.736452 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Made reservation on behalf of 9247e549c63f4a42be20f5a7aeda0594 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:15.741076 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:15.775685 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:15.847802 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-0c2ca5c7-4bf1-43c5-a1a2-2a9bb00a4949 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844292 Oct 14 13:00:15.905973 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad85ea1d-8aba-4544-b949-47aeaff6d8f0 req-9c31f1f5-54d8-4782-a9c7-20fcba74370a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 210 time: 0.0632486 Oct 14 13:00:15.927705 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:15.980588 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-bc898f82-5043-4a94-8cd3-5038ec3760bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:15.982179 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-bc898f82-5043-4a94-8cd3-5038ec3760bb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.3792858 Oct 14 13:00:15.996047 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34e8fcfd-00a5-401a-9ba3-fa3a047bf1c3 req-4487cf7b-ffed-4f32-986b-b61313f8fef6 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016571 Oct 14 13:00:16.016630 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Allocated IP 172.20.0.6 (19221892-26e2-485e-83b6-c9b12590cb03/ad632821-c368-4cf7-ad83-474321292f94/ca20794f-a050-45d2-ac62-3d478950e906) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:16.050364 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:16.095098 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:16.103600 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5db67f63-ad2c-4649-84c2-af882da8c339 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:00:16.108345 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-b62dd23e-f313-4b11-bdfd-67575a8e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:16.110183 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-b62dd23e-f313-4b11-bdfd-67575a8e10f2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127462 Oct 14 13:00:16.117328 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4749694d-66d5-4de8-b827-176ffeb49aa3 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:16.189525 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Attempting to bind port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:16.189959 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Attempting to bind port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:16.190329 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Attempting to bind port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:16.283000 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-3457ee61-0eef-4572-a4a7-b2929f449ca7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645091 Oct 14 13:00:16.285114 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 on network 70bca7d9-a052-4048-8e74-16b14b95c03e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:00:16.285454 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Attempting to bind port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:16.321310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:16.373785 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5db67f63-ad2c-4649-84c2-af882da8c339, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5db67f63-ad2c-4649-84c2-af882da8c339,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:16.394858 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '5db67f63-ad2c-4649-84c2-af882da8c339', 'network_id': 'a546b534-90d1-415c-b2ee-872aaf5897d8', 'port_id': '5db67f63-ad2c-4649-84c2-af882da8c339', 'mac_address': 'fa:16:3e:2e:8d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47da6bb-959b-4571-baf6-c8d42567493b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:00:16.415765 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfa677-075c-4020-9aa7-d30181cf1509 req-8896337d-88d8-4abb-84e2-aa759f17653e tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:16.427170 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79bfa677-075c-4020-9aa7-d30181cf1509 req-8896337d-88d8-4abb-84e2-aa759f17653e tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 943 time: 0.1472414 Oct 14 13:00:16.465586 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5db67f63-ad2c-4649-84c2-af882da8c339 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:16.465980 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.486919 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db67f63-ad2c-4649-84c2-af882da8c339 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:16.496234 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:16.518252 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 4749694d-66d5-4de8-b827-176ffeb49aa3 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:00:16.539788 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79bfa677-075c-4020-9aa7-d30181cf1509 req-20d50b5e-2fd7-4d21-a447-ff7ea18872fc tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110756 Oct 14 13:00:16.545802 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5db67f63-ad2c-4649-84c2-af882da8c339, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5db67f63-ad2c-4649-84c2-af882da8c339,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:16.549861 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for port (ca20794f-a050-45d2-ac62-3d478950e906), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.563882 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 4749694d-66d5-4de8-b827-176ffeb49aa3 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:16.565023 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.565673 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 4749694d-66d5-4de8-b827-176ffeb49aa3 Oct 14 13:00:16.577532 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887ea2-93b6-482b-b812-b045d4cbf01f req-379aab70-8ebd-43a0-ac70-c6a569090c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:16.579054 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97887ea2-93b6-482b-b812-b045d4cbf01f req-379aab70-8ebd-43a0-ac70-c6a569090c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 943 time: 0.2637050 Oct 14 13:00:16.611507 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (ca20794f-a050-45d2-ac62-3d478950e906), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.614222 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.657629 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:16.662432 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Network 19221892-26e2-485e-83b6-c9b12590cb03 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:16.666071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:16.668660 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:16.681783 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:16.682308 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Bound using segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:16.684218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Bound port: 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:16.685599 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.710728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'Port': ['ID=ca20794f-a050-45d2-ac62-3d478950e906,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:16.725259 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5db67f63-ad2c-4649-84c2-af882da8c339,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:16.744061 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 4749694d-66d5-4de8-b827-176ffeb49aa3 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:16.744457 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.779498 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97887ea2-93b6-482b-b812-b045d4cbf01f req-3f80a858-b27e-4405-a3ef-aa0359ddb61f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920159 Oct 14 13:00:16.784759 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:16.798618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.802704 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a209c804-8d6b-40e4-84c2-4077a9085b07 req-1bed2251-6057-4615-a86d-af1756214244 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027041 Oct 14 13:00:16.808847 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4749694d-66d5-4de8-b827-176ffeb49aa3'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:16.831742 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-bfa7bf2e-10ce-463a-b137-24c8d52178e6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3222833 Oct 14 13:00:16.845448 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Request body: {'port': {'device_id': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:16.866502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] For port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:16.872217 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] For port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:16.892657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.898416 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:16.899252 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:16.901981 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 HTTP/1.1" status: 200 len: 1093 time: 2.1563013 Oct 14 13:00:16.904556 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:16.916151 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2b038c-e451-4419-87e7-e2c65a892828" -d '{"events": [{"name": "network-changed", "server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:16.927361 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 4749694d-66d5-4de8-b827-176ffeb49aa3, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4749694d-66d5-4de8-b827-176ffeb49aa3,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:16.929748 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['5db67f63-ad2c-4649-84c2-af882da8c339'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:00:16.942642 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:17.038120 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ca20794f-a050-45d2-ac62-3d478950e906), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:17.140383 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=4749694d-66d5-4de8-b827-176ffeb49aa3,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:17.146406 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-98a7ba18-e80a-40d8-911a-d729856a8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:17.170180 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-98a7ba18-e80a-40d8-911a-d729856a8066 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 1127 time: 0.2109699 Oct 14 13:00:17.175732 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa3fd9f-e1d0-4942-b870-3dbfb7d2d3af x-openstack-request-id: req-1aa3fd9f-e1d0-4942-b870-3dbfb7d2d3af {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:17.176045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:17.176354 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1aa3fd9f-e1d0-4942-b870-3dbfb7d2d3af {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:17.177535 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa3fd9f-e1d0-4942-b870-3dbfb7d2d3af'] response: {'name': 'network-changed', 'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'status': 'completed', 'code': 200} Oct 14 13:00:17.214517 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664fcf4-5878-4c4b-ac1b-1722e5e665fa service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:17.246759 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f97b2-8ce4-43b8-a960-161cf332df18" -d '{"events": [{"server_uuid": "20015651-8ebe-44d9-9d4a-b4e15741c295", "name": "network-vif-plugged", "status": "completed", "tag": "4749694d-66d5-4de8-b827-176ffeb49aa3"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:17.270576 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-96120144-5ff0-47d7-b837-d6e38e0c99c8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 HTTP/1.1" status: 200 len: 217 time: 0.0779881 Oct 14 13:00:17.370777 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3108-1e34-40e3-a687-51986c576f95 req-05df5f5e-fdf8-487b-89fd-7c98a634aae7 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:17.372871 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5a4a3108-1e34-40e3-a687-51986c576f95 req-05df5f5e-fdf8-487b-89fd-7c98a634aae7 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 931 time: 0.2305126 Oct 14 13:00:17.392411 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-a63be724-00a9-4313-8624-e70d0b44ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:17.393952 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-a63be724-00a9-4313-8624-e70d0b44ba95 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.1060772 Oct 14 13:00:17.443083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f16025-98e9-4831-a107-445bd2255b50 req-810cb75c-85bc-40f6-9913-2247a2cb7bf4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:17.445422 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26f16025-98e9-4831-a107-445bd2255b50 req-810cb75c-85bc-40f6-9913-2247a2cb7bf4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 943 time: 0.1556618 Oct 14 13:00:17.536695 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:17.541893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262be705-f414-4018-a31e-86bb689ceee6 req-c287b778-74e5-4d96-9362-3ef0c8d6497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:17.543418 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-c287b778-74e5-4d96-9362-3ef0c8d6497f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428714 Oct 14 13:00:17.583246 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-40428ddb-1e31-45cf-8956-f0829782d463 None None] Provisioning complete for port ca20794f-a050-45d2-ac62-3d478950e906 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:17.583613 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-40428ddb-1e31-45cf-8956-f0829782d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ca20794f-a050-45d2-ac62-3d478950e906), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:17.583941 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-40428ddb-1e31-45cf-8956-f0829782d463 None None] Attempt 1 to provision port ca20794f-a050-45d2-ac62-3d478950e906 Oct 14 13:00:17.605812 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5a4a3108-1e34-40e3-a687-51986c576f95 req-b1ad2ef5-5205-4121-9a91-afb248ca051a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264290 Oct 14 13:00:17.608943 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca20794f-a050-45d2-ac62-3d478950e906 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:17.613638 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:17.621508 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Publish callbacks [] for port (ca20794f-a050-45d2-ac62-3d478950e906), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:17.650308 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Transition to ACTIVE for port object ca20794f-a050-45d2-ac62-3d478950e906 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:00:17.652135 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:17.658034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (ca20794f-a050-45d2-ac62-3d478950e906), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:17.665390 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-9e7c9160-2890-45a8-a454-b904e8236958 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132050 Oct 14 13:00:17.714109 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26f16025-98e9-4831-a107-445bd2255b50 req-0b9ee276-bda0-4179-b5ef-d52ff6df4be3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013767 Oct 14 13:00:17.717639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-40428ddb-1e31-45cf-8956-f0829782d463 None None] Port ca20794f-a050-45d2-ac62-3d478950e906 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:00:17.794717 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:17.828648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Pushing event updated for resources: {'Port': ['ID=ca20794f-a050-45d2-ac62-3d478950e906,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:17.864898 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1083ee88-b90b-408f-8b81-9e76d393da2f x-openstack-request-id: req-1083ee88-b90b-408f-8b81-9e76d393da2f {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:17.865220 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20015651-8ebe-44d9-9d4a-b4e15741c295", "name": "network-vif-plugged", "status": "completed", "tag": "4749694d-66d5-4de8-b827-176ffeb49aa3", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:17.865499 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1083ee88-b90b-408f-8b81-9e76d393da2f {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:17.865952 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1083ee88-b90b-408f-8b81-9e76d393da2f'] response: {'server_uuid': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4749694d-66d5-4de8-b827-176ffeb49aa3', 'code': 200} Oct 14 13:00:17.880094 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-262be705-f414-4018-a31e-86bb689ceee6 req-e3a7d053-a793-4c61-9b47-1a8f2bc0bc95 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050772 Oct 14 13:00:17.962756 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0486e55-caf6-4345-a686-2747ef4b5c81 req-4ebb471a-19c4-4c86-bda2-5a8a5cc188c1 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:17.964471 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0486e55-caf6-4345-a686-2747ef4b5c81 req-4ebb471a-19c4-4c86-bda2-5a8a5cc188c1 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 944 time: 0.0821235 Oct 14 13:00:17.982391 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Attempting to bind port ca20794f-a050-45d2-ac62-3d478950e906 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:17.982726 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Attempting to bind port ca20794f-a050-45d2-ac62-3d478950e906 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:17.983058 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Attempting to bind port ca20794f-a050-45d2-ac62-3d478950e906 on network 19221892-26e2-485e-83b6-c9b12590cb03 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:18.014479 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb724-3472-46c3-9346-6b158c9f4290 req-bedd748f-a859-4190-b6c9-606920b01206 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:18.015975 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-095fb724-3472-46c3-9346-6b158c9f4290 req-bedd748f-a859-4190-b6c9-606920b01206 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 943 time: 0.0844109 Oct 14 13:00:18.030893 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0486e55-caf6-4345-a686-2747ef4b5c81 req-95cfff38-cbfa-495f-8b0f-bf980d93ac5c tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595458 Oct 14 13:00:18.053653 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Port ca20794f-a050-45d2-ac62-3d478950e906 on network 19221892-26e2-485e-83b6-c9b12590cb03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:00:18.054131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Attempting to bind port ca20794f-a050-45d2-ac62-3d478950e906 on network 19221892-26e2-485e-83b6-c9b12590cb03 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:18.114686 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-095fb724-3472-46c3-9346-6b158c9f4290 req-06da2670-2208-4f48-bfd1-eca1e5463029 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845554 Oct 14 13:00:18.123460 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 9a1f9cf5-f6ac-458f-991e-d6fcead5660f details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:00:18.126971 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:18.127925 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Checking segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:18.128339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5db67f63-ad2c-4649-84c2-af882da8c339 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:18.128813 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Bound using segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:18.130312 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Bound port: ca20794f-a050-45d2-ac62-3d478950e906, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:18.130859 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ca20794f-a050-45d2-ac62-3d478950e906), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.175161 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:18.209785 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] For port ca20794f-a050-45d2-ac62-3d478950e906, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:18.213445 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] For port ca20794f-a050-45d2-ac62-3d478950e906, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ca20794f-a050-45d2-ac62-3d478950e906,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:18.222403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (ca20794f-a050-45d2-ac62-3d478950e906), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.227926 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:18.228688 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.230180 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 200 len: 1093 time: 1.3894119 Oct 14 13:00:18.230728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:18.232975 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef62959-0223-4cb4-9eba-7fabb26c2a90" -d '{"events": [{"name": "network-changed", "server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "tag": "ca20794f-a050-45d2-ac62-3d478950e906"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:18.248002 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 5db67f63-ad2c-4649-84c2-af882da8c339 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:00:18.261317 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 5db67f63-ad2c-4649-84c2-af882da8c339 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:18.261787 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.262188 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 5db67f63-ad2c-4649-84c2-af882da8c339 Oct 14 13:00:18.293861 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dca5d9-6008-40b4-8a0a-46f9102d943f service neutron] Pushing event updated for resources: {'Port': ['ID=ca20794f-a050-45d2-ac62-3d478950e906,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:18.298474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860a8623-e2f1-45ba-b49c-03d39ece82c2 x-openstack-request-id: req-860a8623-e2f1-45ba-b49c-03d39ece82c2 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:18.298758 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "tag": "ca20794f-a050-45d2-ac62-3d478950e906", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:18.299134 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-860a8623-e2f1-45ba-b49c-03d39ece82c2 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:18.299544 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860a8623-e2f1-45ba-b49c-03d39ece82c2'] response: {'name': 'network-changed', 'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906', 'status': 'completed', 'code': 200} Oct 14 13:00:18.345177 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:18.359707 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'port_id': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f', 'mac_address': 'fa:16:3e:b3:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:00:18.424755 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5db67f63-ad2c-4649-84c2-af882da8c339 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:18.425154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.439611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:18.440671 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.468599 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:18.470609 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1f9cf5-f6ac-458f-991e-d6fcead5660f {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:18.490744 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5db67f63-ad2c-4649-84c2-af882da8c339, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5db67f63-ad2c-4649-84c2-af882da8c339,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:18.501746 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:18.504539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.512539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:18.564185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5db67f63-ad2c-4649-84c2-af882da8c339,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:18.614606 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:18.727375 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62959-0223-4cb4-9eba-7fabb26c2a90 req-8c8c60c9-f9a6-48e7-a92f-3a2605183aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:18.730523 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eef62959-0223-4cb4-9eba-7fabb26c2a90 req-8c8c60c9-f9a6-48e7-a92f-3a2605183aae service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1127 time: 0.0448897 Oct 14 13:00:18.737585 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['9a1f9cf5-f6ac-458f-991e-d6fcead5660f'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:00:18.738052 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-76e5f32c-a95f-4eb8-98c6-e21847353aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:18.739573 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-76e5f32c-a95f-4eb8-98c6-e21847353aef service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 1127 time: 0.0781617 Oct 14 13:00:18.837884 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5554-a13d-4858-a028-60b0c24aae60 req-d10d9310-1854-4efd-9cab-6a4f546bc3e0 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:18.839360 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39bb5554-a13d-4858-a028-60b0c24aae60 req-d10d9310-1854-4efd-9cab-6a4f546bc3e0 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 943 time: 0.1450119 Oct 14 13:00:18.887939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-88e9968d-4be5-4f4e-a3b7-698b60958cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:18.889265 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-88e9968d-4be5-4f4e-a3b7-698b60958cb4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.1415758 Oct 14 13:00:18.945915 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-390cab50-3384-4269-8a5b-4e70a4da68ae service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 HTTP/1.1" status: 200 len: 217 time: 0.0488887 Oct 14 13:00:18.950160 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39bb5554-a13d-4858-a028-60b0c24aae60 req-6c1bb8e4-7ae2-4ad1-ab41-6e4b8d52b227 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961726 Oct 14 13:00:19.002451 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-dfea21af-9492-4190-b0fb-7250836df909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.003971 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-dfea21af-9492-4190-b0fb-7250836df909 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0525665 Oct 14 13:00:19.024081 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64177a34-1ad7-43bc-9350-b27cfa8cb119 req-adad2f9d-987b-4066-aa64-d74f3054d627 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.025592 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-64177a34-1ad7-43bc-9350-b27cfa8cb119 req-adad2f9d-987b-4066-aa64-d74f3054d627 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 943 time: 0.2165318 Oct 14 13:00:19.032705 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f3c31-e857-4f20-86cc-cd9fbc7e73f4 req-1e464f47-ce32-40ab-b3b2-a418fb125091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.034258 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3f1f3c31-e857-4f20-86cc-cd9fbc7e73f4 req-1e464f47-ce32-40ab-b3b2-a418fb125091 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1130 time: 0.1768057 Oct 14 13:00:19.050575 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-a56587ad-ff24-4157-a135-dabb07ddd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.052154 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-a56587ad-ff24-4157-a135-dabb07ddd0c9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406251 Oct 14 13:00:19.108061 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-3f1f3c31-e857-4f20-86cc-cd9fbc7e73f4 req-a852e3e5-2924-49f1-a3cd-1c38c8f38a6d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:19.131473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62959-0223-4cb4-9eba-7fabb26c2a90 req-1086c4ca-793a-496e-999a-05021a7bca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.132948 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eef62959-0223-4cb4-9eba-7fabb26c2a90 req-1086c4ca-793a-496e-999a-05021a7bca3a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=9247e549c63f4a42be20f5a7aeda0594&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3858914 Oct 14 13:00:19.174273 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:19.200159 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-64177a34-1ad7-43bc-9350-b27cfa8cb119 req-e98efcec-f2e4-49a3-b135-7c3ffc3b225f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602721 Oct 14 13:00:19.239121 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4f54e-0786-4e15-8d46-26c0ab946c43 req-252cc282-f5fb-49de-b244-e3b13431fdb2 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.247979 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70a4f54e-0786-4e15-8d46-26c0ab946c43 req-252cc282-f5fb-49de-b244-e3b13431fdb2 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.1201348 Oct 14 13:00:19.315584 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-a8082053-eb57-4327-8f08-5d8334362a3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560105 Oct 14 13:00:19.395181 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:19.405687 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70a4f54e-0786-4e15-8d46-26c0ab946c43 req-68689c3a-331a-4484-a930-ab17a0c3e104 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563454 Oct 14 13:00:19.472673 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a2b038c-e451-4419-87e7-e2c65a892828 req-7fcc789b-899e-4889-895d-abc08c6e5355 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447542 Oct 14 13:00:19.661522 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aead859-4cbf-488a-a5f0-533bad3bb14e req-216aaaec-9562-424c-8b04-1423dfb9c190 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.663442 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0aead859-4cbf-488a-a5f0-533bad3bb14e req-216aaaec-9562-424c-8b04-1423dfb9c190 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 944 time: 0.1270177 Oct 14 13:00:19.664582 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62959-0223-4cb4-9eba-7fabb26c2a90 req-0e9a3960-5998-4654-a605-48ad10cf1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.673749 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eef62959-0223-4cb4-9eba-7fabb26c2a90 req-0e9a3960-5998-4654-a605-48ad10cf1141 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5254939 Oct 14 13:00:19.714334 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-3f1f3c31-e857-4f20-86cc-cd9fbc7e73f4 req-a852e3e5-2924-49f1-a3cd-1c38c8f38a6d service neutron] Publish callbacks [] for security_group (0e479e2f-8e48-4bd5-bb07-76c461f21981), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:19.728495 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-3f1f3c31-e857-4f20-86cc-cd9fbc7e73f4 req-a852e3e5-2924-49f1-a3cd-1c38c8f38a6d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0e479e2f-8e48-4bd5-bb07-76c461f21981), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:19.800390 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-a6c03a1e-ff86-4099-80ae-3c86daa4d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.801957 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-a6c03a1e-ff86-4099-80ae-3c86daa4d8b5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1127 time: 0.0584848 Oct 14 13:00:19.830325 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0aead859-4cbf-488a-a5f0-533bad3bb14e req-b7491e14-2beb-4c24-96c6-651ae04ef939 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502583 Oct 14 13:00:19.830749 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:19.867410 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db67f63-ad2c-4649-84c2-af882da8c339'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:19.871664 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b921a-b0f2-4649-b6aa-9a9269313194" -d '{"events": [{"server_uuid": "3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b", "name": "network-vif-plugged", "status": "completed", "tag": "5db67f63-ad2c-4649-84c2-af882da8c339"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:19.874450 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-6b346757-9b1e-4f73-abdf-3b23595e81d5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 200 len: 217 time: 0.0607219 Oct 14 13:00:19.875126 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852e3e5-2924-49f1-a3cd-1c38c8f38a6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e479e2f-8e48-4bd5-bb07-76c461f21981,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:19.918302 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3f1f3c31-e857-4f20-86cc-cd9fbc7e73f4 req-a852e3e5-2924-49f1-a3cd-1c38c8f38a6d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8771150 Oct 14 13:00:19.935953 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b42bc3-30e2-4d3f-b32a-10bef2489eb8 x-openstack-request-id: req-26b42bc3-30e2-4d3f-b32a-10bef2489eb8 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:19.936274 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b", "name": "network-vif-plugged", "status": "completed", "tag": "5db67f63-ad2c-4649-84c2-af882da8c339", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:19.936688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26b42bc3-30e2-4d3f-b32a-10bef2489eb8 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:19.937231 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b42bc3-30e2-4d3f-b32a-10bef2489eb8'] response: {'server_uuid': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db67f63-ad2c-4649-84c2-af882da8c339', 'code': 200} Oct 14 13:00:19.938510 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-fd99e39e-c1de-4954-8f2c-7e697fe2908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:19.940307 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-fd99e39e-c1de-4954-8f2c-7e697fe2908c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.0592604 Oct 14 13:00:20.108383 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf28fa-3b45-4b0b-a284-98ad27ffc5d7 req-4e798226-148b-4b2c-aff2-029e12d5b9aa tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:20.110587 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-43bf28fa-3b45-4b0b-a284-98ad27ffc5d7 req-4e798226-148b-4b2c-aff2-029e12d5b9aa tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 943 time: 0.0592327 Oct 14 13:00:20.137650 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 9a1f9cf5-f6ac-458f-991e-d6fcead5660f up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:20.141935 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42164) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:20.188946 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:00:20.198920 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:20.199274 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:20.199748 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.200978 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f Oct 14 13:00:20.241155 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-821c7792-4cb3-42df-992d-65daf9311bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:20.253775 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:20.258002 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-821c7792-4cb3-42df-992d-65daf9311bc3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128638 Oct 14 13:00:20.284428 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-43bf28fa-3b45-4b0b-a284-98ad27ffc5d7 req-81a8a898-1f30-4a67-85ec-3a73853f687e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655805 Oct 14 13:00:20.336626 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b28c526c-69ff-460b-b879-aa2ff8e9b721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.339091 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:20.339840 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.383611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:20.388118 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.411240 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c45985-5c7f-4260-8c2d-cb8baa739eee req-82ac1c35-9592-4441-8d5b-7189feb692cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:20.412886 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11c45985-5c7f-4260-8c2d-cb8baa739eee req-82ac1c35-9592-4441-8d5b-7189feb692cb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 1129 time: 0.0487986 Oct 14 13:00:20.458058 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:20.473988 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1341d-944c-451f-860d-9a8d0b66bdfa req-d65b20d0-2e8f-42cf-9fe3-be27439c36f3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:20.476073 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49b1341d-944c-451f-860d-9a8d0b66bdfa req-d65b20d0-2e8f-42cf-9fe3-be27439c36f3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 943 time: 0.1170561 Oct 14 13:00:20.489294 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-e0a5e8f0-273c-4cc6-bd6c-736ffe68bb10 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992514 Oct 14 13:00:20.567545 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de708a25-532b-4907-8bae-4f9902dc5e14 req-e7c455ae-1e12-41fd-83c2-bc7cc6c49acb tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:20.570613 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-de708a25-532b-4907-8bae-4f9902dc5e14 req-e7c455ae-1e12-41fd-83c2-bc7cc6c49acb tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.0576627 Oct 14 13:00:20.572789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b28c526c-69ff-460b-b879-aa2ff8e9b721 admin admin] Publish callbacks [] for security_group (8ddd49b5-aee0-46c6-adc1-f3b79e511eeb), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.578178 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49b1341d-944c-451f-860d-9a8d0b66bdfa req-390efbb6-5c46-47d1-9086-2cc4a1c090a1 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948572 Oct 14 13:00:20.596726 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b28c526c-69ff-460b-b879-aa2ff8e9b721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8ddd49b5-aee0-46c6-adc1-f3b79e511eeb), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.645848 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b28c526c-69ff-460b-b879-aa2ff8e9b721 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=727dc293fe5748cda834b4bf68a18c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5025284 Oct 14 13:00:20.648441 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42186) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:20.661214 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c526c-69ff-460b-b879-aa2ff8e9b721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd49b5-aee0-46c6-adc1-f3b79e511eeb,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:20.729067 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe8c-da77-4dcb-b83e-1bd6e4ac15a2 admin admin] Publish callbacks [] for security_group (8ddd49b5-aee0-46c6-adc1-f3b79e511eeb), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.759186 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe8c-da77-4dcb-b83e-1bd6e4ac15a2 admin admin] Publish callbacks [] for security_group (8ddd49b5-aee0-46c6-adc1-f3b79e511eeb), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.765883 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33d77f64-d131-41f1-a2ee-7a41f8f58bb9 req-47eaba69-f04c-4d0d-b10c-5614da54f612 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528115 Oct 14 13:00:20.779579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11c45985-5c7f-4260-8c2d-cb8baa739eee req-a693e0be-3da9-459c-9550-ef8009b1bd01 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673729 Oct 14 13:00:20.812121 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-de708a25-532b-4907-8bae-4f9902dc5e14 req-030be345-ab4e-4daf-a671-bf8ec2c306c2 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019067 Oct 14 13:00:20.822509 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe8c-da77-4dcb-b83e-1bd6e4ac15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8ddd49b5-aee0-46c6-adc1-f3b79e511eeb), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.825635 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe8c-da77-4dcb-b83e-1bd6e4ac15a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:20.829307 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5cf4fe8c-da77-4dcb-b83e-1bd6e4ac15a2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8ddd49b5-aee0-46c6-adc1-f3b79e511eeb HTTP/1.1" status: 204 len: 168 time: 0.1744261 Oct 14 13:00:20.836548 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4fe8c-da77-4dcb-b83e-1bd6e4ac15a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd49b5-aee0-46c6-adc1-f3b79e511eeb,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:20.977642 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547657d2-7ddd-40f7-9cc9-f10950282fe4 req-a04014a0-9da5-4ec8-abdb-4fd45dd2a9b9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:20.986068 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-547657d2-7ddd-40f7-9cc9-f10950282fe4 req-a04014a0-9da5-4ec8-abdb-4fd45dd2a9b9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0673041 Oct 14 13:00:21.051446 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-547657d2-7ddd-40f7-9cc9-f10950282fe4 req-9c8c5d78-2612-4e88-8e9b-4de078f42b45 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643921 Oct 14 13:00:21.386486 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42224) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:21.401179 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-698790f0-694e-4a1c-abe5-c2065d5132bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.428858 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9694-e7b4-446e-b9ef-dc89ff5d3d51 req-3748bf5f-8d88-430e-9425-39b3685be34d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:21.430891 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aeae9694-e7b4-446e-b9ef-dc89ff5d3d51 req-3748bf5f-8d88-430e-9425-39b3685be34d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 943 time: 0.0654588 Oct 14 13:00:21.434286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:21.507174 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-698790f0-694e-4a1c-abe5-c2065d5132bb admin admin] Publish callbacks [] for security_group (df81e24e-d768-403a-a004-c906740aab4e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.512970 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-698790f0-694e-4a1c-abe5-c2065d5132bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (df81e24e-d768-403a-a004-c906740aab4e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.518746 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aeae9694-e7b4-446e-b9ef-dc89ff5d3d51 req-546ac06d-0d63-4314-aebb-0aed5ee1ba82 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800726 Oct 14 13:00:21.559578 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698790f0-694e-4a1c-abe5-c2065d5132bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81e24e-d768-403a-a004-c906740aab4e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:21.567665 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-698790f0-694e-4a1c-abe5-c2065d5132bb admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b1e9d39cebba422eb23cc26a5e7d77d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773703 Oct 14 13:00:21.567929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42228) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:21.606203 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42230) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:21.631794 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45c8603c-73b5-471a-a3df-27c825541803 admin admin] Publish callbacks [] for security_group (df81e24e-d768-403a-a004-c906740aab4e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.662535 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45c8603c-73b5-471a-a3df-27c825541803 admin admin] Publish callbacks [] for security_group (df81e24e-d768-403a-a004-c906740aab4e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.715775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:21.752038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faafbe-419b-46f3-9d58-6fbea4fd6ba0 req-a3e6b0e4-8f80-4656-9d84-777631c0622a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:21.753877 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11faafbe-419b-46f3-9d58-6fbea4fd6ba0 req-a3e6b0e4-8f80-4656-9d84-777631c0622a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 943 time: 0.0836282 Oct 14 13:00:21.779519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45c8603c-73b5-471a-a3df-27c825541803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (df81e24e-d768-403a-a004-c906740aab4e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.782000 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45c8603c-73b5-471a-a3df-27c825541803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.782216 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42238) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:21.783095 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-45c8603c-73b5-471a-a3df-27c825541803 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/df81e24e-d768-403a-a004-c906740aab4e HTTP/1.1" status: 204 len: 168 time: 0.2142689 Oct 14 13:00:21.800823 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8603c-73b5-471a-a3df-27c825541803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81e24e-d768-403a-a004-c906740aab4e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:21.833752 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11faafbe-419b-46f3-9d58-6fbea4fd6ba0 req-e6458134-efcf-479d-b51f-cae4abbb3474 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634856 Oct 14 13:00:21.881444 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6b07-bc52-4b77-900c-27deb56e61fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.937099 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf70a-c6ee-4870-831f-2032fe3cc892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:21.938260 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:21.941084 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748eece-9311-4907-b47b-5389a02b5a87" -d '{"events": [{"server_uuid": "ad463f3e-be3e-40a0-ad61-6eab6a24f957", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f9cf5-f6ac-458f-991e-d6fcead5660f"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:21.998286 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c01260-ec13-4584-90c5-63bb7de9344b x-openstack-request-id: req-b7c01260-ec13-4584-90c5-63bb7de9344b {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:21.998863 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad463f3e-be3e-40a0-ad61-6eab6a24f957", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f9cf5-f6ac-458f-991e-d6fcead5660f", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:21.999293 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7c01260-ec13-4584-90c5-63bb7de9344b {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:21.999961 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c01260-ec13-4584-90c5-63bb7de9344b'] response: {'server_uuid': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f', 'code': 200} Oct 14 13:00:22.034811 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6b07-bc52-4b77-900c-27deb56e61fc admin admin] Publish callbacks [] for security_group (8b6919fb-6150-43c2-b987-862bfd501eb5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.042529 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6b07-bc52-4b77-900c-27deb56e61fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8b6919fb-6150-43c2-b987-862bfd501eb5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.059446 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02aed9-3148-4565-a3dc-76986c8cf3ce req-01707728-f117-4ba8-a5c8-8adb5607268d tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:22.061222 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4d02aed9-3148-4565-a3dc-76986c8cf3ce req-01707728-f117-4ba8-a5c8-8adb5607268d tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.0991571 Oct 14 13:00:22.111015 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2e6b6b07-bc52-4b77-900c-27deb56e61fc admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0cf6402a0dcf4cd9b79d2f2fb4769f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026541 Oct 14 13:00:22.112318 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b6b07-bc52-4b77-900c-27deb56e61fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6919fb-6150-43c2-b987-862bfd501eb5,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:22.115587 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42252) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:22.137698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:00:22.169641 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4d02aed9-3148-4565-a3dc-76986c8cf3ce req-b22c7f8c-84cc-4344-bf98-9bac1cb2b72c tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989923 Oct 14 13:00:22.224887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf70a-c6ee-4870-831f-2032fe3cc892 admin admin] Publish callbacks [] for security_group (6ec4dc8c-695c-430d-8c59-f30b7f2712ea), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.231252 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf70a-c6ee-4870-831f-2032fe3cc892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (6ec4dc8c-695c-430d-8c59-f30b7f2712ea), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.261063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42254) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:22.265695 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e6f7-afd2-4c94-9469-c5f4b9c903c6 req-0b45ce66-3d00-4bbe-8457-171e4373b7a0 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:22.267327 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd27e6f7-afd2-4c94-9469-c5f4b9c903c6 req-0b45ce66-3d00-4bbe-8457-171e4373b7a0 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1038904 Oct 14 13:00:22.272842 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a319f4aa-8203-4824-a303-74d6287e22a0 admin admin] Publish callbacks [] for security_group (8b6919fb-6150-43c2-b987-862bfd501eb5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.296452 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69931e80-8f43-4c67-b200-6cfe7fce2a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.308969 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:22.313617 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a319f4aa-8203-4824-a303-74d6287e22a0 admin admin] Publish callbacks [] for security_group (8b6919fb-6150-43c2-b987-862bfd501eb5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.319952 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:22.322672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:00:22.326910 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ca8cf70a-c6ee-4870-831f-2032fe3cc892 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d07f640fe9f64a2abe4e9106318cb4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5436468 Oct 14 13:00:22.328863 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42258) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:22.335896 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf70a-c6ee-4870-831f-2032fe3cc892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec4dc8c-695c-430d-8c59-f30b7f2712ea,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:22.362303 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:22.363082 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.373464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:22.383004 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:22.396734 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd27e6f7-afd2-4c94-9469-c5f4b9c903c6 req-76ec932d-5ac6-4e5a-8d0d-1628d4024ede tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215122 Oct 14 13:00:22.426402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:22.433362 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.440443 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c889-ea0b-4e42-a405-5331f41983d5 admin admin] Publish callbacks [] for security_group (6ec4dc8c-695c-430d-8c59-f30b7f2712ea), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.466876 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a319f4aa-8203-4824-a303-74d6287e22a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8b6919fb-6150-43c2-b987-862bfd501eb5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.469432 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a319f4aa-8203-4824-a303-74d6287e22a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.473062 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a319f4aa-8203-4824-a303-74d6287e22a0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8b6919fb-6150-43c2-b987-862bfd501eb5 HTTP/1.1" status: 204 len: 168 time: 0.3539708 Oct 14 13:00:22.477714 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c889-ea0b-4e42-a405-5331f41983d5 admin admin] Publish callbacks [] for security_group (6ec4dc8c-695c-430d-8c59-f30b7f2712ea), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.499785 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:22.504621 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69931e80-8f43-4c67-b200-6cfe7fce2a10 admin admin] Publish callbacks [] for security_group (aa45a415-6652-4364-ade6-a22c85953db3), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.516429 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f4aa-8203-4824-a303-74d6287e22a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6919fb-6150-43c2-b987-862bfd501eb5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:22.522295 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69931e80-8f43-4c67-b200-6cfe7fce2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (aa45a415-6652-4364-ade6-a22c85953db3), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.531637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:22.648398 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69931e80-8f43-4c67-b200-6cfe7fce2a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa45a415-6652-4364-ade6-a22c85953db3,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:22.709061 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-69931e80-8f43-4c67-b200-6cfe7fce2a10 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=3731365e0025431aa2d9d5ede76e893d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414065 Oct 14 13:00:22.709061 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42270) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:22.726652 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:00:22.758823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de383c0-58b6-4074-ac9a-a05c13003caa req-d8221bac-0112-43f7-91d1-4f1eebfa6310 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:22.781569 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4de383c0-58b6-4074-ac9a-a05c13003caa req-d8221bac-0112-43f7-91d1-4f1eebfa6310 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 943 time: 0.1261270 Oct 14 13:00:22.868985 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c889-ea0b-4e42-a405-5331f41983d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (6ec4dc8c-695c-430d-8c59-f30b7f2712ea), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.872419 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c889-ea0b-4e42-a405-5331f41983d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:22.873515 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9fe2c889-ea0b-4e42-a405-5331f41983d5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6ec4dc8c-695c-430d-8c59-f30b7f2712ea HTTP/1.1" status: 204 len: 168 time: 0.5435250 Oct 14 13:00:22.911094 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c889-ea0b-4e42-a405-5331f41983d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec4dc8c-695c-430d-8c59-f30b7f2712ea,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:22.923105 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:22.968749 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4de383c0-58b6-4074-ac9a-a05c13003caa req-fb5dcac9-08fe-455d-ad7b-0662408b2787 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946232 Oct 14 13:00:22.972734 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1887da4a-a277-4b18-b6bf-26efce8589eb admin admin] Publish callbacks [] for security_group (aa45a415-6652-4364-ade6-a22c85953db3), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.027937 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1887da4a-a277-4b18-b6bf-26efce8589eb admin admin] Publish callbacks [] for security_group (aa45a415-6652-4364-ade6-a22c85953db3), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.069153 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564494b-b4a8-4b90-9022-6d3345eb72d9 req-5492ed58-66ca-43d4-8430-61eb533b5861 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:23.079259 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5564494b-b4a8-4b90-9022-6d3345eb72d9 req-5492ed58-66ca-43d4-8430-61eb533b5861 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 944 time: 0.1263158 Oct 14 13:00:23.096493 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1887da4a-a277-4b18-b6bf-26efce8589eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (aa45a415-6652-4364-ade6-a22c85953db3), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.100390 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1887da4a-a277-4b18-b6bf-26efce8589eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.101887 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1887da4a-a277-4b18-b6bf-26efce8589eb admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/aa45a415-6652-4364-ade6-a22c85953db3 HTTP/1.1" status: 204 len: 168 time: 0.3923438 Oct 14 13:00:23.111552 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887da4a-a277-4b18-b6bf-26efce8589eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa45a415-6652-4364-ade6-a22c85953db3,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:23.172460 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42284) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:23.183482 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60794f0-f29b-4ded-bd05-040054c7f9ee req-cfc61114-9bbb-45af-bf89-ad4d90110601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:23.185403 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f60794f0-f29b-4ded-bd05-040054c7f9ee req-cfc61114-9bbb-45af-bf89-ad4d90110601 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 1129 time: 0.0682499 Oct 14 13:00:23.186647 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5564494b-b4a8-4b90-9022-6d3345eb72d9 req-5503e221-097b-467e-adc7-ba7145284c04 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053946 Oct 14 13:00:23.215596 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-deb0ca46-a0e9-462f-afca-16c89580daaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.314949 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f60794f0-f29b-4ded-bd05-040054c7f9ee req-3f840243-feeb-40d2-a92b-2e2a47cf6b3f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078920 Oct 14 13:00:23.343043 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067ab74-7a32-4e47-852f-d17b95fec22a req-91bd13ea-dd42-4796-941a-bda31ea5bcdf tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:23.344817 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1067ab74-7a32-4e47-852f-d17b95fec22a req-91bd13ea-dd42-4796-941a-bda31ea5bcdf tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.0879471 Oct 14 13:00:23.427727 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42292) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:23.431113 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-deb0ca46-a0e9-462f-afca-16c89580daaa admin admin] Publish callbacks [] for security_group (7fb1654b-d616-4514-a637-59a7cef071f1), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.435680 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1067ab74-7a32-4e47-852f-d17b95fec22a req-7c6947c6-279f-4920-b7a6-d6dfbb2f257b tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790639 Oct 14 13:00:23.436871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-deb0ca46-a0e9-462f-afca-16c89580daaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7fb1654b-d616-4514-a637-59a7cef071f1), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.444516 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc0720a9-d8aa-4b0a-b26c-f03038a834aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.457387 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:23.483696 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-deb0ca46-a0e9-462f-afca-16c89580daaa admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c92c518ee9dd4bc69381323ea696c3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075969 Oct 14 13:00:23.486031 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42298) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:23.488694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0ca46-a0e9-462f-afca-16c89580daaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1654b-d616-4514-a637-59a7cef071f1,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:23.526603 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:23.622771 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc668f-add0-4627-a2ec-b241c4d21245 req-6f3ada89-07f6-4f7e-8d13-427f4dcef609 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:23.624246 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06cc668f-add0-4627-a2ec-b241c4d21245 req-6f3ada89-07f6-4f7e-8d13-427f4dcef609 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0813227 Oct 14 13:00:23.629736 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67a7ebe9-7369-4f4a-b765-f8cbafef9605 admin admin] Publish callbacks [] for security_group (7fb1654b-d616-4514-a637-59a7cef071f1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.664253 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc0720a9-d8aa-4b0a-b26c-f03038a834aa admin admin] Publish callbacks [] for security_group (534a4a80-b7ee-45ca-b0dd-25afb7b001d6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.678004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc0720a9-d8aa-4b0a-b26c-f03038a834aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (534a4a80-b7ee-45ca-b0dd-25afb7b001d6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.681698 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67a7ebe9-7369-4f4a-b765-f8cbafef9605 admin admin] Publish callbacks [] for security_group (7fb1654b-d616-4514-a637-59a7cef071f1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.773633 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06cc668f-add0-4627-a2ec-b241c4d21245 req-db2010a9-2445-4165-851c-1462db003fa9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397414 Oct 14 13:00:23.775944 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bc0720a9-d8aa-4b0a-b26c-f03038a834aa admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=94b9f014c6404bb4ba13cc196e0c1fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467963 Oct 14 13:00:23.777197 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0720a9-d8aa-4b0a-b26c-f03038a834aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534a4a80-b7ee-45ca-b0dd-25afb7b001d6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:23.779131 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42308) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:23.802907 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67a7ebe9-7369-4f4a-b765-f8cbafef9605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7fb1654b-d616-4514-a637-59a7cef071f1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.814867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67a7ebe9-7369-4f4a-b765-f8cbafef9605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.821052 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-67a7ebe9-7369-4f4a-b765-f8cbafef9605 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7fb1654b-d616-4514-a637-59a7cef071f1 HTTP/1.1" status: 204 len: 168 time: 0.3332107 Oct 14 13:00:23.848696 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ebe9-7369-4f4a-b765-f8cbafef9605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1654b-d616-4514-a637-59a7cef071f1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:23.888044 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0b14a734-07ed-4dc9-802f-d10619be2ff1 admin admin] Publish callbacks [] for security_group (534a4a80-b7ee-45ca-b0dd-25afb7b001d6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:23.937221 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0b14a734-07ed-4dc9-802f-d10619be2ff1 admin admin] Publish callbacks [] for security_group (534a4a80-b7ee-45ca-b0dd-25afb7b001d6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.046096 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0b14a734-07ed-4dc9-802f-d10619be2ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (534a4a80-b7ee-45ca-b0dd-25afb7b001d6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.049152 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0b14a734-07ed-4dc9-802f-d10619be2ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.050466 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0b14a734-07ed-4dc9-802f-d10619be2ff1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/534a4a80-b7ee-45ca-b0dd-25afb7b001d6 HTTP/1.1" status: 204 len: 168 time: 0.2703040 Oct 14 13:00:24.060361 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a734-07ed-4dc9-802f-d10619be2ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534a4a80-b7ee-45ca-b0dd-25afb7b001d6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:24.132049 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1150e-beb5-4b3a-9d37-8b9134ffde58 req-c238cd00-06d1-470c-87b2-a93f1dc5530b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:24.133699 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5db1150e-beb5-4b3a-9d37-8b9134ffde58 req-c238cd00-06d1-470c-87b2-a93f1dc5530b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 943 time: 0.0531859 Oct 14 13:00:24.145806 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ca20794f-a050-45d2-ac62-3d478950e906 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:00:24.158076 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:24.193149 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5db1150e-beb5-4b3a-9d37-8b9134ffde58 req-3a07c529-d4ab-43c2-8be1-5468c3880dce tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511246 Oct 14 13:00:24.279982 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:00:24.290447 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:24.291199 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.292270 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 Oct 14 13:00:24.330788 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54276622-831a-49d0-b5e2-7628c7a73e42 req-d7ed025b-1e88-4257-ac93-b640f4da37e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:24.346425 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-54276622-831a-49d0-b5e2-7628c7a73e42 req-d7ed025b-1e88-4257-ac93-b640f4da37e4 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 944 time: 0.0859361 Oct 14 13:00:24.363023 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port ca20794f-a050-45d2-ac62-3d478950e906, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ca20794f-a050-45d2-ac62-3d478950e906,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:24.367349 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:24.389104 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'ca20794f-a050-45d2-ac62-3d478950e906', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'port_id': 'ca20794f-a050-45d2-ac62-3d478950e906', 'mac_address': 'fa:16:3e:8c:2c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:00:24.417807 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-54276622-831a-49d0-b5e2-7628c7a73e42 req-272409d1-17cf-4bd1-befe-3a6501dad629 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663705 Oct 14 13:00:24.453400 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:24.453816 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.457442 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port ca20794f-a050-45d2-ac62-3d478950e906 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:24.457836 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ca20794f-a050-45d2-ac62-3d478950e906), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.487162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42342) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:24.488370 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca20794f-a050-45d2-ac62-3d478950e906 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:00:24.502131 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4da7b2e6-ba8c-444a-8295-296c489caa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.510488 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:24.512732 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb29b79-7e80-4254-9a69-a40344bc19a0" -d '{"events": [{"server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:24.518937 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:24.532102 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port ca20794f-a050-45d2-ac62-3d478950e906, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ca20794f-a050-45d2-ac62-3d478950e906,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:24.533963 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:24.536837 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ca20794f-a050-45d2-ac62-3d478950e906), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.542702 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.585147 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4720854-c43c-42d7-a923-09a5be347ec8 x-openstack-request-id: req-f4720854-c43c-42d7-a923-09a5be347ec8 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:24.585634 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:24.586108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4720854-c43c-42d7-a923-09a5be347ec8 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:24.586803 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4720854-c43c-42d7-a923-09a5be347ec8'] response: {'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'code': 200} Oct 14 13:00:24.604802 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4da7b2e6-ba8c-444a-8295-296c489caa02 admin admin] Publish callbacks [] for security_group (e3a673ae-4feb-47f8-9fd6-aca18518903a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.610686 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4da7b2e6-ba8c-444a-8295-296c489caa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (e3a673ae-4feb-47f8-9fd6-aca18518903a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.618757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=ca20794f-a050-45d2-ac62-3d478950e906,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:24.671474 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4da7b2e6-ba8c-444a-8295-296c489caa02 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bd8f48e13a6b4ac086efb67182524d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832263 Oct 14 13:00:24.672408 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b2e6-ba8c-444a-8295-296c489caa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a673ae-4feb-47f8-9fd6-aca18518903a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:24.674533 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42352) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:24.706502 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:24.769297 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ca635bcb-6719-41cb-b056-62cf7d163f6a admin admin] Publish callbacks [] for security_group (e3a673ae-4feb-47f8-9fd6-aca18518903a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.801413 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ca635bcb-6719-41cb-b056-62cf7d163f6a admin admin] Publish callbacks [] for security_group (e3a673ae-4feb-47f8-9fd6-aca18518903a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.802388 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['ca20794f-a050-45d2-ac62-3d478950e906'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:00:24.892362 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:24.907088 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ca635bcb-6719-41cb-b056-62cf7d163f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (e3a673ae-4feb-47f8-9fd6-aca18518903a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.915846 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ca635bcb-6719-41cb-b056-62cf7d163f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:24.921035 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ca635bcb-6719-41cb-b056-62cf7d163f6a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e3a673ae-4feb-47f8-9fd6-aca18518903a HTTP/1.1" status: 204 len: 168 time: 0.2451262 Oct 14 13:00:25.022736 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca635bcb-6719-41cb-b056-62cf7d163f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a673ae-4feb-47f8-9fd6-aca18518903a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:25.061694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e578290-b21b-4cb5-a74d-607afb5b4541 req-10f5f364-1d0d-4f84-82bf-d7944436ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.063866 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e578290-b21b-4cb5-a74d-607afb5b4541 req-10f5f364-1d0d-4f84-82bf-d7944436ba4d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 1129 time: 0.0806980 Oct 14 13:00:25.074668 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a955-7c43-414d-8449-2ec67225ca99 req-5f1ece83-dc9f-488c-a18b-553b75cf1d8a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.078134 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc50a955-7c43-414d-8449-2ec67225ca99 req-5f1ece83-dc9f-488c-a18b-553b75cf1d8a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1369836 Oct 14 13:00:25.097256 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:25.163440 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc50a955-7c43-414d-8449-2ec67225ca99 req-363814cb-8cc0-4628-a08c-a6412e9d0224 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765159 Oct 14 13:00:25.210141 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e578290-b21b-4cb5-a74d-607afb5b4541 req-d0e62ee6-ff0e-4b9b-8aae-c213d828f39f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390464 Oct 14 13:00:25.549792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03400ceb-c604-4e62-9d41-268d011c3bc9 req-860e6bd9-7e82-409a-9825-102c15664a2f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.551384 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-03400ceb-c604-4e62-9d41-268d011c3bc9 req-860e6bd9-7e82-409a-9825-102c15664a2f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 944 time: 0.0692673 Oct 14 13:00:25.585058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-bc401ca0-3a2b-4da1-b9f3-72b3cf8e0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.586628 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-bc401ca0-3a2b-4da1-b9f3-72b3cf8e0db2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 1129 time: 0.0799749 Oct 14 13:00:25.618075 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-03400ceb-c604-4e62-9d41-268d011c3bc9 req-5f62d805-e1ad-423f-8bd5-b70802275a76 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570602 Oct 14 13:00:25.747368 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-e0af50fc-cd78-4b46-a367-af42f56fb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.749118 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-e0af50fc-cd78-4b46-a367-af42f56fb05b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.1549485 Oct 14 13:00:25.786369 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b70a3-5231-4672-be59-fdb9e2acdfd5 req-dd3e87f0-db69-4c00-9ea2-7158c7695d28 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.789607 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e09b70a3-5231-4672-be59-fdb9e2acdfd5 req-dd3e87f0-db69-4c00-9ea2-7158c7695d28 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0757082 Oct 14 13:00:25.854659 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e09b70a3-5231-4672-be59-fdb9e2acdfd5 req-0a8495a5-8598-4571-bc75-6d8d2d520ef9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584962 Oct 14 13:00:25.902976 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808739d-8646-4eaa-85ea-56aa90f53aaf req-163570f2-a67b-4ff2-a57a-232195fa3346 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:25.908349 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c808739d-8646-4eaa-85ea-56aa90f53aaf req-163570f2-a67b-4ff2-a57a-232195fa3346 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.0617108 Oct 14 13:00:25.985231 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-162eea76-b382-4748-93b4-54ed84268656 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f HTTP/1.1" status: 200 len: 217 time: 0.0453649 Oct 14 13:00:26.000627 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c808739d-8646-4eaa-85ea-56aa90f53aaf req-5c4e4e2f-70cf-4993-8d3f-99dda14fe2ee tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887959 Oct 14 13:00:26.081722 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:26.099348 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-145156df-5346-4ada-861f-50049edf06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:26.100814 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-145156df-5346-4ada-861f-50049edf06e7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0583997 Oct 14 13:00:26.153554 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ca20794f-a050-45d2-ac62-3d478950e906 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:26.200742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port ca20794f-a050-45d2-ac62-3d478950e906 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:00:26.208814 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port ca20794f-a050-45d2-ac62-3d478950e906 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:26.210417 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ca20794f-a050-45d2-ac62-3d478950e906), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:26.210853 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port ca20794f-a050-45d2-ac62-3d478950e906 Oct 14 13:00:26.272727 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-9aa3ed0e-2e64-4683-9a20-468b3970994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:26.274925 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-9aa3ed0e-2e64-4683-9a20-468b3970994e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714374 Oct 14 13:00:26.320266 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port ca20794f-a050-45d2-ac62-3d478950e906 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:26.321095 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ca20794f-a050-45d2-ac62-3d478950e906), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:26.393879 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port ca20794f-a050-45d2-ac62-3d478950e906, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ca20794f-a050-45d2-ac62-3d478950e906,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:26.405584 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ca20794f-a050-45d2-ac62-3d478950e906), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:26.455177 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=ca20794f-a050-45d2-ac62-3d478950e906,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:26.587915 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:26.590721 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb6045-9aef-42b6-b5c4-1bbbd0dd1b2d" -d '{"events": [{"server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "name": "network-vif-plugged", "status": "completed", "tag": "ca20794f-a050-45d2-ac62-3d478950e906"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:26.639578 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5740c-3f6c-4c5d-9900-9068c679cfed x-openstack-request-id: req-5ee5740c-3f6c-4c5d-9900-9068c679cfed {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:26.639896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "name": "network-vif-plugged", "status": "completed", "tag": "ca20794f-a050-45d2-ac62-3d478950e906", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:26.640204 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ee5740c-3f6c-4c5d-9900-9068c679cfed {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:26.640605 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee5740c-3f6c-4c5d-9900-9068c679cfed'] response: {'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906', 'code': 200} Oct 14 13:00:26.798729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c1b15-a345-4832-b3ca-9479bb8c8c35 req-de73fbef-9337-4d70-894d-7d9cf2b57905 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:26.808183 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d21c1b15-a345-4832-b3ca-9479bb8c8c35 req-de73fbef-9337-4d70-894d-7d9cf2b57905 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0862772 Oct 14 13:00:26.822590 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42466) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:26.858494 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d21c1b15-a345-4832-b3ca-9479bb8c8c35 req-967f26e3-de3a-428a-9d86-ed39f31f8514 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492542 Oct 14 13:00:27.017267 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-91211c10-b360-47d4-9259-306c5bf22200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.119148 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-658d2a46-a284-42d3-b22c-5919e96c7058 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301972 Oct 14 13:00:27.149606 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:27.163041 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c7f5a-6267-4658-8c62-89740c012037 req-7896a062-f447-45f3-9f41-07d8d0959ccc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:27.167134 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c92c7f5a-6267-4658-8c62-89740c012037 req-7896a062-f447-45f3-9f41-07d8d0959ccc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1400008 Oct 14 13:00:27.170926 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eeee0-d461-4c66-a9d0-64cfea2fd355 req-5b5e65ca-8c2d-4c28-bd74-239e86b800b9 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:27.178383 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3d8eeee0-d461-4c66-a9d0-64cfea2fd355 req-5b5e65ca-8c2d-4c28-bd74-239e86b800b9 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.0576296 Oct 14 13:00:27.229280 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3d8eeee0-d461-4c66-a9d0-64cfea2fd355 req-8dfea28e-8ad9-45b2-ad7a-877218089f81 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488276 Oct 14 13:00:27.243625 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c92c7f5a-6267-4658-8c62-89740c012037 req-a2903523-c144-4e33-acb1-a240381a9db5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687671 Oct 14 13:00:27.349162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93d39e-e7e3-4f1e-b1d8-1bbfe487f8b1 req-0c38cd3a-2cbd-44a1-b1ff-51cf86d3ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:27.350000 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-91211c10-b360-47d4-9259-306c5bf22200 admin admin] Publish callbacks [] for security_group (7c42ee6a-be1d-40ca-824d-5c79e20d975d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.350732 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ee93d39e-e7e3-4f1e-b1d8-1bbfe487f8b1 req-0c38cd3a-2cbd-44a1-b1ff-51cf86d3ca62 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1129 time: 0.1004415 Oct 14 13:00:27.354835 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-91211c10-b360-47d4-9259-306c5bf22200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7c42ee6a-be1d-40ca-824d-5c79e20d975d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.424663 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-91211c10-b360-47d4-9259-306c5bf22200 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=729b9f64d0b54667bf0b7feff802006c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004229 Oct 14 13:00:27.425683 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42488) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:27.440649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211c10-b360-47d4-9259-306c5bf22200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42ee6a-be1d-40ca-824d-5c79e20d975d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:27.451870 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:27.485593 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-156b70fd-d515-4aa5-808d-1b66cfb0d695 req-0fc51b66-ed54-4739-bae7-a1ee8c548351 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610312 Oct 14 13:00:27.491180 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d83838f5-a3e4-4c29-bb77-393b1cc995b7 admin admin] Publish callbacks [] for security_group (7c42ee6a-be1d-40ca-824d-5c79e20d975d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.512816 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db5d5-4484-468f-b927-2a68f8fa9a46 req-f972bd80-75b7-42d8-a915-72092a076752 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:27.514923 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2b4db5d5-4484-468f-b927-2a68f8fa9a46 req-f972bd80-75b7-42d8-a915-72092a076752 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.1614010 Oct 14 13:00:27.516618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d83838f5-a3e4-4c29-bb77-393b1cc995b7 admin admin] Publish callbacks [] for security_group (7c42ee6a-be1d-40ca-824d-5c79e20d975d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.528955 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ee93d39e-e7e3-4f1e-b1d8-1bbfe487f8b1 req-6ea02650-4dc2-41b2-ba9e-4492ef635e4d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640983 Oct 14 13:00:27.529845 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42494) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:27.536270 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:27.587114 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d83838f5-a3e4-4c29-bb77-393b1cc995b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7c42ee6a-be1d-40ca-824d-5c79e20d975d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.589921 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d83838f5-a3e4-4c29-bb77-393b1cc995b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.594245 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d83838f5-a3e4-4c29-bb77-393b1cc995b7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7c42ee6a-be1d-40ca-824d-5c79e20d975d HTTP/1.1" status: 204 len: 168 time: 0.1664922 Oct 14 13:00:27.607864 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83838f5-a3e4-4c29-bb77-393b1cc995b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42ee6a-be1d-40ca-824d-5c79e20d975d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:27.663644 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (f31b680e-6319-4454-b3d0-86188a58538b), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:27.972257 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42510) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:28.016976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206bfb35-a4d1-4cc5-98bf-a16adced87b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.055816 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552b73-3acb-438e-b9af-939526df5385 req-7fee1008-2079-4b94-b1b7-972adee37d8d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:28.058023 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c8552b73-3acb-438e-b9af-939526df5385 req-7fee1008-2079-4b94-b1b7-972adee37d8d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.1131463 Oct 14 13:00:28.134678 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c8552b73-3acb-438e-b9af-939526df5385 req-8820a6f4-5516-478e-8080-29560947f28c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708578 Oct 14 13:00:28.141135 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:28.173218 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206bfb35-a4d1-4cc5-98bf-a16adced87b4 admin admin] Publish callbacks [] for security_group (fea0cc99-8cff-4ad6-bf2b-32f20a4191c2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.178052 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206bfb35-a4d1-4cc5-98bf-a16adced87b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fea0cc99-8cff-4ad6-bf2b-32f20a4191c2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.197000 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:28.214533 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=20 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:28.227521 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-206bfb35-a4d1-4cc5-98bf-a16adced87b4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=2fa0030c536d4aef818d23a7b8aa1ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521205 Oct 14 13:00:28.228602 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bfb35-a4d1-4cc5-98bf-a16adced87b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea0cc99-8cff-4ad6-bf2b-32f20a4191c2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:28.231878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42516) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:28.288335 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8499dbe9-08f7-4222-92f4-212fc9df50b4 admin admin] Publish callbacks [] for security_group (fea0cc99-8cff-4ad6-bf2b-32f20a4191c2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.314436 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8499dbe9-08f7-4222-92f4-212fc9df50b4 admin admin] Publish callbacks [] for security_group (fea0cc99-8cff-4ad6-bf2b-32f20a4191c2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.341410 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:28.367053 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8499dbe9-08f7-4222-92f4-212fc9df50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fea0cc99-8cff-4ad6-bf2b-32f20a4191c2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.369785 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8499dbe9-08f7-4222-92f4-212fc9df50b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.370932 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8499dbe9-08f7-4222-92f4-212fc9df50b4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fea0cc99-8cff-4ad6-bf2b-32f20a4191c2 HTTP/1.1" status: 204 len: 168 time: 0.1378720 Oct 14 13:00:28.378776 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499dbe9-08f7-4222-92f4-212fc9df50b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea0cc99-8cff-4ad6-bf2b-32f20a4191c2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:28.487071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4359-c2b8-4b0c-9ae6-d12915f28514 req-1e1df17c-4f93-4387-a4c4-d279fed1968e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:28.488661 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3ef4359-c2b8-4b0c-9ae6-d12915f28514 req-1e1df17c-4f93-4387-a4c4-d279fed1968e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1363463 Oct 14 13:00:28.577196 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.588119 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (f31b680e-6319-4454-b3d0-86188a58538b), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:28.643209 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3ef4359-c2b8-4b0c-9ae6-d12915f28514 req-17a91872-ada9-4ce5-bf8f-45d19072a43d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139274 Oct 14 13:00:28.685256 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:28.718560 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP f31b680e-6319-4454-b3d0-86188a58538b associated. External IP: 172.27.3.228, port: 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568. Oct 14 13:00:28.962240 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:00:29.010779 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:29.084848 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:00:29.101216 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:00:29.107020 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:29.113997 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:29.114623 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:29.190948 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a26e5156-ebd9-4856-b39c-036330eb8d63 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/f31b680e-6319-4454-b3d0-86188a58538b HTTP/1.1" status: 200 len: 991 time: 1.6598337 Oct 14 13:00:29.191630 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:29.202407 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2528e-f574-4289-95a2-41bc47f65fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:29.267472 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:29.327742 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe7212-a731-4059-83bf-232f4f9a1f8c x-openstack-request-id: req-7dbe7212-a731-4059-83bf-232f4f9a1f8c {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:29.328046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:29.328301 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7dbe7212-a731-4059-83bf-232f4f9a1f8c {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:29.328732 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbe7212-a731-4059-83bf-232f4f9a1f8c'] response: {'name': 'network-changed', 'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'status': 'completed', 'code': 200} Oct 14 13:00:29.423489 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3588bb-3e79-4aea-83dd-d49d4c004ffb req-59a0ac9b-5f5e-4ead-8d46-66f3dda0808b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:29.425737 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3588bb-3e79-4aea-83dd-d49d4c004ffb req-59a0ac9b-5f5e-4ead-8d46-66f3dda0808b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0860827 Oct 14 13:00:29.438291 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-68609500-0c26-4c2c-a590-89c3c795de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:29.442327 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-68609500-0c26-4c2c-a590-89c3c795de79 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 1129 time: 0.0926619 Oct 14 13:00:29.482600 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3588bb-3e79-4aea-83dd-d49d4c004ffb req-b31c0dbe-c38a-4022-97e0-855e74ef97ff tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509369 Oct 14 13:00:29.579383 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-4844d0cc-7dc3-43e8-ba24-cd340bde4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:29.580923 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-4844d0cc-7dc3-43e8-ba24-cd340bde4fdb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.1302547 Oct 14 13:00:29.620717 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:28Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:29.646781 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:00:29.657742 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:29.658465 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:29.704926 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-ff4cf3b3-98e5-467a-8322-9f215977fd5c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 HTTP/1.1" status: 200 len: 999 time: 0.1102710 Oct 14 13:00:29.804422 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:29.820088 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-890c7367-c674-4f12-8dd4-b0920ea60b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:29.821615 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-890c7367-c674-4f12-8dd4-b0920ea60b4b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.1112149 Oct 14 13:00:29.828575 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118ed92-9b56-407d-8ec8-05509263960e req-08a245b3-3578-4103-bd11-bf33a20d2b03 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:29.830051 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2118ed92-9b56-407d-8ec8-05509263960e req-08a245b3-3578-4103-bd11-bf33a20d2b03 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0704379 Oct 14 13:00:29.926659 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-18dd30ff-921c-4d0b-a6c6-69e311824b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:29.929401 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-18dd30ff-921c-4d0b-a6c6-69e311824b95 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983956 Oct 14 13:00:29.962824 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2118ed92-9b56-407d-8ec8-05509263960e req-a7aeeafe-54ee-4f89-928f-1f38654e8d76 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245241 Oct 14 13:00:29.992769 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cd79-974b-4865-b414-45f13e0749ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:30.081234 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:28Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:30.129701 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac2813-5ae5-4feb-ae99-31b8926a8a7b None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:28Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:00:30.135045 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-9c77f7b0-b56b-44a8-b457-dd228c97e602 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683588 Oct 14 13:00:30.263887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:30.293096 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bb2528e-f574-4289-95a2-41bc47f65fd3 req-3495aa3b-9fd6-419e-89d5-e6412e7c181a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511028 Oct 14 13:00:30.523542 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbee39-3d9d-442a-9a91-1de6f048e704 None None] New status for floating IP f31b680e-6319-4454-b3d0-86188a58538b: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:00:30.524237 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42620) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:30.646633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd135e-244f-49aa-9e68-cf762d996710 req-3452cbf2-33ac-4ca1-bc62-bda564eb8ad3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:30.654197 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c2bd135e-244f-49aa-9e68-cf762d996710 req-3452cbf2-33ac-4ca1-bc62-bda564eb8ad3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0649989 Oct 14 13:00:30.684761 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ed46176c-e548-4128-8b8e-47d26b07da2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:30.755443 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c2bd135e-244f-49aa-9e68-cf762d996710 req-e75b7b31-fda2-42a8-8c67-dcc9955fc77f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912125 Oct 14 13:00:30.834500 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ed46176c-e548-4128-8b8e-47d26b07da2b admin admin] Publish callbacks [] for security_group (ff0095a0-f436-4f39-bd34-3b1ce88db852), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:30.841758 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ed46176c-e548-4128-8b8e-47d26b07da2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ff0095a0-f436-4f39-bd34-3b1ce88db852), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:30.906612 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ed46176c-e548-4128-8b8e-47d26b07da2b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=010f41f3f7dc4226a26085b43500ca26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811650 Oct 14 13:00:30.908366 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42634) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:30.916019 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46176c-e548-4128-8b8e-47d26b07da2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0095a0-f436-4f39-bd34-3b1ce88db852,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:30.925118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322177e9-08a8-48c5-b4af-a62e59768004 req-13af1339-6e22-4300-9681-fe783b2bb751 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:30.928530 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-322177e9-08a8-48c5-b4af-a62e59768004 req-13af1339-6e22-4300-9681-fe783b2bb751 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0837317 Oct 14 13:00:30.941665 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42638) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:30.950567 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'floatingip': {'port_id': 'ca20794f-a050-45d2-ac62-3d478950e906'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:30.965759 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bde1bdf2-0d04-4d78-9484-6913c6c59ab9 admin admin] Publish callbacks [] for security_group (ff0095a0-f436-4f39-bd34-3b1ce88db852), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:30.993432 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bde1bdf2-0d04-4d78-9484-6913c6c59ab9 admin admin] Publish callbacks [] for security_group (ff0095a0-f436-4f39-bd34-3b1ce88db852), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:31.013554 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (74a8dd24-47af-4e88-9f7d-3eadff963ad0), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:31.052887 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bde1bdf2-0d04-4d78-9484-6913c6c59ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ff0095a0-f436-4f39-bd34-3b1ce88db852), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:31.056026 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bde1bdf2-0d04-4d78-9484-6913c6c59ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:31.059644 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bde1bdf2-0d04-4d78-9484-6913c6c59ab9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ff0095a0-f436-4f39-bd34-3b1ce88db852 HTTP/1.1" status: 204 len: 168 time: 0.1478560 Oct 14 13:00:31.087271 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1bdf2-0d04-4d78-9484-6913c6c59ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0095a0-f436-4f39-bd34-3b1ce88db852,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:31.144916 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8711a7-ac5a-42b3-9a0e-8e71b49b8b86 req-58be91b3-ac9b-4a1c-b5e4-be0343be4fe1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:31.146811 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7f8711a7-ac5a-42b3-9a0e-8e71b49b8b86 req-58be91b3-ac9b-4a1c-b5e4-be0343be4fe1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0760641 Oct 14 13:00:31.207773 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7f8711a7-ac5a-42b3-9a0e-8e71b49b8b86 req-2f4b78b6-adca-4286-8b86-b84be9d0a2a2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Oct 14 13:00:31.423183 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:31.525837 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:31.531900 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (74a8dd24-47af-4e88-9f7d-3eadff963ad0), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:31.672557 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Floating IP 74a8dd24-47af-4e88-9f7d-3eadff963ad0 associated. External IP: 172.27.3.169, port: ca20794f-a050-45d2-ac62-3d478950e906. Oct 14 13:00:32.065200 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42692) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:32.153846 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:00:32.176146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e8be56f6-51c4-4534-8763-23f3eb61776a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.269847 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:00:32.274663 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.283313 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:00:32.304768 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:32.305550 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:32.315276 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3cd89d44-10da-4b70-9907-ea9a7e23e659 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/74a8dd24-47af-4e88-9f7d-3eadff963ad0 HTTP/1.1" status: 200 len: 991 time: 1.3724535 Oct 14 13:00:32.316210 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:32.318955 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1cee9-9e14-4ef9-8fd3-8e586515779b" -d '{"events": [{"name": "network-changed", "server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "tag": "ca20794f-a050-45d2-ac62-3d478950e906"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:32.372852 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f528c8-c1fe-41a9-8dcb-2f0bd56cc553 x-openstack-request-id: req-17f528c8-c1fe-41a9-8dcb-2f0bd56cc553 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:32.374500 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "tag": "ca20794f-a050-45d2-ac62-3d478950e906", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:32.374920 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17f528c8-c1fe-41a9-8dcb-2f0bd56cc553 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:32.375662 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f528c8-c1fe-41a9-8dcb-2f0bd56cc553'] response: {'name': 'network-changed', 'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906', 'status': 'completed', 'code': 200} Oct 14 13:00:32.391987 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a755-1f57-49bb-9088-3ae65569bec4 req-84dcface-0cc6-4924-8b1c-dfa9d20b2e6c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:32.395926 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ade5a755-1f57-49bb-9088-3ae65569bec4 req-84dcface-0cc6-4924-8b1c-dfa9d20b2e6c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0716155 Oct 14 13:00:32.453029 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:32.459886 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-736f5aef-704d-4a48-a6f9-e1bd10b4afe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.462160 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ade5a755-1f57-49bb-9088-3ae65569bec4 req-2a62ff0e-fac5-4bf6-ad04-83cebea635eb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Oct 14 13:00:32.496756 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:32.498910 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42708) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:32.507879 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:32.569044 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-736f5aef-704d-4a48-a6f9-e1bd10b4afe1 admin admin] Publish callbacks [] for security_group (5bd62464-88c1-4e30-88d4-1646c3b30780), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.576507 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-736f5aef-704d-4a48-a6f9-e1bd10b4afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (5bd62464-88c1-4e30-88d4-1646c3b30780), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.599892 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.603612 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:32.623179 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:32.637635 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-736f5aef-704d-4a48-a6f9-e1bd10b4afe1 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d7320ab20e664d04bdae9cee83fa6f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679643 Oct 14 13:00:32.638826 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f5aef-704d-4a48-a6f9-e1bd10b4afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd62464-88c1-4e30-88d4-1646c3b30780,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:32.638966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42716) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:32.701187 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a32-c698-4549-aba4-c2dba6e465c4 admin admin] Publish callbacks [] for security_group (5bd62464-88c1-4e30-88d4-1646c3b30780), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.705666 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:32.735587 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a32-c698-4549-aba4-c2dba6e465c4 admin admin] Publish callbacks [] for security_group (5bd62464-88c1-4e30-88d4-1646c3b30780), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.743131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Publish callbacks [] for security_group (f22bec0e-9eab-473f-82e1-eedecdf39fd4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.748207 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (f22bec0e-9eab-473f-82e1-eedecdf39fd4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.795558 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22bec0e-9eab-473f-82e1-eedecdf39fd4,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:32.806265 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '74a8dd24-47af-4e88-9f7d-3eadff963ad0', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'port_id': 'ca20794f-a050-45d2-ac62-3d478950e906', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'mac_address': 'fa:16:3e:8c:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:00:02Z', 'updated_at': '2022-10-14T13:00:31Z', 'revision_number': 1, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:32.816449 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.816938 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.817308 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.817718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.818247 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.818612 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.819038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.819485 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.819919 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.820297 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.820768 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.821220 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.821575 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.821911 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.822384 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:32.828068 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a32-c698-4549-aba4-c2dba6e465c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (5bd62464-88c1-4e30-88d4-1646c3b30780), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.831359 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c71c9a32-c698-4549-aba4-c2dba6e465c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.833934 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c71c9a32-c698-4549-aba4-c2dba6e465c4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5bd62464-88c1-4e30-88d4-1646c3b30780 HTTP/1.1" status: 204 len: 168 time: 0.1934156 Oct 14 13:00:32.839194 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:00:32.848372 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:32.849101 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:32.857744 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9a32-c698-4549-aba4-c2dba6e465c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd62464-88c1-4e30-88d4-1646c3b30780,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:32.863194 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42722) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:32.863912 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6823b7ef-5445-4c19-81b7-f577128f306e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=72e7456fac514a2b923c54d64f91ee17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579557 Oct 14 13:00:32.948041 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab78f66a-9db2-4301-a563-5f35b846329c admin admin] Publish callbacks [] for security_group (f22bec0e-9eab-473f-82e1-eedecdf39fd4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:32.968946 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:33.014950 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab78f66a-9db2-4301-a563-5f35b846329c admin admin] Publish callbacks [] for security_group (f22bec0e-9eab-473f-82e1-eedecdf39fd4), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.107911 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab78f66a-9db2-4301-a563-5f35b846329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (f22bec0e-9eab-473f-82e1-eedecdf39fd4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.112786 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab78f66a-9db2-4301-a563-5f35b846329c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.114367 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ab78f66a-9db2-4301-a563-5f35b846329c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f22bec0e-9eab-473f-82e1-eedecdf39fd4 HTTP/1.1" status: 204 len: 168 time: 0.2490087 Oct 14 13:00:33.123943 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78f66a-9db2-4301-a563-5f35b846329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22bec0e-9eab-473f-82e1-eedecdf39fd4,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:33.146839 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:33.309816 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42744) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:33.319051 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-3817ba1e-2c1a-439e-ae5b-3fdeb721a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:33.321445 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-3817ba1e-2c1a-439e-ae5b-3fdeb721a665 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1129 time: 0.0619354 Oct 14 13:00:33.352687 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-63535396-99cd-44cb-9c83-b321f395cf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.446406 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '74a8dd24-47af-4e88-9f7d-3eadff963ad0', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'port_id': 'ca20794f-a050-45d2-ac62-3d478950e906', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'mac_address': 'fa:16:3e:8c:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:00:02Z', 'updated_at': '2022-10-14T13:00:31Z', 'revision_number': 1, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:33.473583 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-201fb8cf-9a51-4886-a6c5-c7cb35962763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:33.476946 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-201fb8cf-9a51-4886-a6c5-c7cb35962763 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 912 time: 0.1476078 Oct 14 13:00:33.481813 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6296e76e-2ad8-42e8-b719-b6fc82413572 None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '74a8dd24-47af-4e88-9f7d-3eadff963ad0', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'port_id': 'ca20794f-a050-45d2-ac62-3d478950e906', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'mac_address': 'fa:16:3e:8c:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:00:02Z', 'updated_at': '2022-10-14T13:00:31Z', 'revision_number': 1, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:00:33.487044 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:33.501123 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.514900 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-63535396-99cd-44cb-9c83-b321f395cf49 admin admin] Publish callbacks [] for security_group (dde09c39-a08c-476b-8369-203d7699e706), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.519571 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-63535396-99cd-44cb-9c83-b321f395cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (dde09c39-a08c-476b-8369-203d7699e706), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.565975 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63535396-99cd-44cb-9c83-b321f395cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde09c39-a08c-476b-8369-203d7699e706,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:33.575997 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-63535396-99cd-44cb-9c83-b321f395cf49 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d913ed9382114c0493ed36075b522ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622352 Oct 14 13:00:33.576154 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 42750) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:33.653937 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f05e46-346c-4a49-b986-b405aa9a7d66 req-459203f8-4447-410e-8abc-341b72a5c9ff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:33.655896 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-91f05e46-346c-4a49-b986-b405aa9a7d66 req-459203f8-4447-410e-8abc-341b72a5c9ff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0738900 Oct 14 13:00:33.661450 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Publish callbacks [] for security_group (dde09c39-a08c-476b-8369-203d7699e706), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.728282 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-91f05e46-346c-4a49-b986-b405aa9a7d66 req-0f9b12cd-4645-4c7f-937d-fb05195008e4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664525 Oct 14 13:00:33.742286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42754) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:33.764564 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3a02-fd37-4b89-a52c-6afed2e28c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.773411 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Publish callbacks [] for security_group (dde09c39-a08c-476b-8369-203d7699e706), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.834922 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-49197e10-2d4d-49e6-a905-a04dc9b77f16 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 200 len: 999 time: 0.1519315 Oct 14 13:00:33.879325 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=21,neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:33.896301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3a02-fd37-4b89-a52c-6afed2e28c4f admin admin] Publish callbacks [] for security_group (8cd8dcec-2e1b-45cb-8809-d97b1133d44c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.910090 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b8a227-9cb9-422b-9a30-9c941971d028 None None] New status for floating IP 74a8dd24-47af-4e88-9f7d-3eadff963ad0: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:00:33.915072 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-6f63acae-f785-4e3c-bf53-5339d44dbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:33.917161 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-6f63acae-f785-4e3c-bf53-5339d44dbef2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.0685761 Oct 14 13:00:33.918157 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3a02-fd37-4b89-a52c-6afed2e28c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8cd8dcec-2e1b-45cb-8809-d97b1133d44c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.928166 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (dde09c39-a08c-476b-8369-203d7699e706), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.931037 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:33.936297 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/dde09c39-a08c-476b-8369-203d7699e706 HTTP/1.1" status: 204 len: 168 time: 0.3592076 Oct 14 13:00:33.965223 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ac4f3a02-fd37-4b89-a52c-6afed2e28c4f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=94db14b5828341748bdb72ef3a932470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218266 Oct 14 13:00:33.969389 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 42758) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:33.979879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde09c39-a08c-476b-8369-203d7699e706,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:34.004415 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.004856 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.005249 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.005626 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.005989 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.006323 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.006659 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.006983 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.007329 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.007664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.008010 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.008341 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.008691 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.009680 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f3a02-fd37-4b89-a52c-6afed2e28c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8dcec-2e1b-45cb-8809-d97b1133d44c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:34.011804 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.012162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5e6ac-4c92-4e0f-84c7-2c909927e724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:34.017005 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-3d1b06cc-f564-48b4-a02e-d065194b73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:34.018502 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-3d1b06cc-f564-48b4-a02e-d065194b73c7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811846 Oct 14 13:00:34.059484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-577057e6-0d7f-4f3d-82b2-bd9d48dd63b1 admin admin] Publish callbacks [] for security_group (8cd8dcec-2e1b-45cb-8809-d97b1133d44c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:34.092379 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-577057e6-0d7f-4f3d-82b2-bd9d48dd63b1 admin admin] Publish callbacks [] for security_group (8cd8dcec-2e1b-45cb-8809-d97b1133d44c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:34.183751 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-c0f2cda9-d56c-4181-9431-5a9534d612c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500185 Oct 14 13:00:34.198700 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-577057e6-0d7f-4f3d-82b2-bd9d48dd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8cd8dcec-2e1b-45cb-8809-d97b1133d44c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:34.204683 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-577057e6-0d7f-4f3d-82b2-bd9d48dd63b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:34.210256 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-577057e6-0d7f-4f3d-82b2-bd9d48dd63b1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8cd8dcec-2e1b-45cb-8809-d97b1133d44c HTTP/1.1" status: 204 len: 168 time: 0.2377803 Oct 14 13:00:34.221155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577057e6-0d7f-4f3d-82b2-bd9d48dd63b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8dcec-2e1b-45cb-8809-d97b1133d44c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:34.295588 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:34.352325 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-38c1cee9-9e14-4ef9-8fd3-8e586515779b req-b2d4fe75-2959-42ed-bbb9-0c414ce0db2a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617255 Oct 14 13:00:34.919147 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4248a-9858-4881-a729-6e149cf24eb1 req-5a504313-743f-4b5e-8458-d9451215e008 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:34.920986 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-18c4248a-9858-4881-a729-6e149cf24eb1 req-5a504313-743f-4b5e-8458-d9451215e008 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0891066 Oct 14 13:00:35.005794 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-18c4248a-9858-4881-a729-6e149cf24eb1 req-581d8670-973c-4f88-981f-5e4e1a251df7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761199 Oct 14 13:00:35.116663 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:35.158275 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:35.282656 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c312ec-5bc7-46db-a458-91046a883923 req-9f48c0b8-9e12-4855-a0c2-0a301ea12bd0 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:35.284250 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-92c312ec-5bc7-46db-a458-91046a883923 req-9f48c0b8-9e12-4855-a0c2-0a301ea12bd0 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.0527449 Oct 14 13:00:35.341413 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-92c312ec-5bc7-46db-a458-91046a883923 req-154ddb98-7096-411a-89d8-fa2b0e1eaf4a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Oct 14 13:00:36.147227 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe48f-bbdc-44ae-b7be-ebd6ef78d5eb req-2a421886-5d1f-4516-bccc-61d65b1647be tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:36.149267 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e91fe48f-bbdc-44ae-b7be-ebd6ef78d5eb req-2a421886-5d1f-4516-bccc-61d65b1647be tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0553699 Oct 14 13:00:36.168772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:36.235379 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e91fe48f-bbdc-44ae-b7be-ebd6ef78d5eb req-ae27eeb5-6a65-451c-abe4-be71279fd110 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764465 Oct 14 13:00:36.550972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12866420-cc40-4f45-b83c-eacae80c9f9f req-02e5d966-00b8-4349-aee8-26f03d81f8a4 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:36.550972 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-12866420-cc40-4f45-b83c-eacae80c9f9f req-02e5d966-00b8-4349-aee8-26f03d81f8a4 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.1025286 Oct 14 13:00:36.589131 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:36.613442 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-12866420-cc40-4f45-b83c-eacae80c9f9f req-b808dda5-99d3-49b7-9b7f-90e21ead26d6 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fca803d7-a1a6-4ae2-8f71-f93def689bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568690 Oct 14 13:00:37.231981 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645080aa-2baa-4172-bd84-4152df18ee87 req-14ad6b6d-b89f-4bf9-9767-6a31e035c8ea tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:37.233710 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-645080aa-2baa-4172-bd84-4152df18ee87 req-14ad6b6d-b89f-4bf9-9767-6a31e035c8ea tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 945 time: 0.0634906 Oct 14 13:00:37.365515 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Deleting port 5db67f63-ad2c-4649-84c2-af882da8c339 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:00:37.365975 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:37.371887 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771340-0f45-4261-a216-a605114dd18a req-37342344-b2e6-42b5-a7e1-72a2d77be547 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:37.373423 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07771340-0f45-4261-a216-a605114dd18a req-37342344-b2e6-42b5-a7e1-72a2d77be547 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0528522 Oct 14 13:00:37.429763 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07771340-0f45-4261-a216-a605114dd18a req-31cb3905-d328-4859-8912-4e0267241e8c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506835 Oct 14 13:00:37.473844 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] For port 5db67f63-ad2c-4649-84c2-af882da8c339, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5db67f63-ad2c-4649-84c2-af882da8c339,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:37.474216 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:37.489734 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Calling delete_port for 5db67f63-ad2c-4649-84c2-af882da8c339 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:00:37.674321 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (5db67f63-ad2c-4649-84c2-af882da8c339), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:37.695662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['5db67f63-ad2c-4649-84c2-af882da8c339'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:00:37.783791 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Pushing event deleted for resources: {'Port': ['ID=5db67f63-ad2c-4649-84c2-af882da8c339,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:37.840158 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] No DVR routers for this DVR port 5db67f63-ad2c-4649-84c2-af882da8c339 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:00:37.846805 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5d68d42a-b81d-414a-ab5e-6b9d67af75ae req-5e2cfe8a-6f29-4754-a3e1-77a7011f2f17 tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.1046019 Oct 14 13:00:37.847937 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:37.851696 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-645080aa-2baa-4172-bd84-4152df18ee87 req-f59a6b40-80b9-4a6a-a999-48648540659a tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5db67f63-ad2c-4649-84c2-af882da8c339 HTTP/1.1" status: 204 len: 173 time: 0.6126053 Oct 14 13:00:37.852221 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'name': 'network-vif-deleted', 'tag': '5db67f63-ad2c-4649-84c2-af882da8c339'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:00:37.855514 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205a0fc2-bc31-46a9-b2fc-72efccbb9d0e" -d '{"events": [{"server_uuid": "3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b", "name": "network-vif-deleted", "tag": "5db67f63-ad2c-4649-84c2-af882da8c339"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:00:37.945651 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e973749-1042-4f10-84de-18dbcd58c365 x-openstack-request-id: req-3e973749-1042-4f10-84de-18dbcd58c365 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:00:37.946162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b", "name": "network-vif-deleted", "tag": "5db67f63-ad2c-4649-84c2-af882da8c339", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:00:37.946706 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e973749-1042-4f10-84de-18dbcd58c365 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:00:37.948923 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e973749-1042-4f10-84de-18dbcd58c365'] response: {'server_uuid': '3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b', 'name': 'network-vif-deleted', 'tag': '5db67f63-ad2c-4649-84c2-af882da8c339', 'status': 'completed', 'code': 200} Oct 14 13:00:38.590137 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de111c2-15e0-4b28-b356-322dcd6ec536 req-b94b6fe7-94e1-421d-940c-d0132507094b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:38.592419 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5de111c2-15e0-4b28-b356-322dcd6ec536 req-b94b6fe7-94e1-421d-940c-d0132507094b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0638971 Oct 14 13:00:38.668514 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5de111c2-15e0-4b28-b356-322dcd6ec536 req-85294cec-0d2d-4cd5-994d-2f15f60ef8dc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693126 Oct 14 13:00:39.010566 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e93f6736-cd78-45af-843b-db14889bf0c3 req-fc922b16-c18f-46b0-b9a5-82b5eabf803e tempest-DeleteServersTestJSON-1283773991 tempest-DeleteServersTestJSON-1283773991-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3537c3d2-fcc8-4b28-b92e-d9d913ee8c3b HTTP/1.1" status: 200 len: 210 time: 0.0535326 Oct 14 13:00:39.526558 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43052) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:39.640051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb47d9cb-02f9-4d19-bef5-8a9ffa6e760f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.737346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb47d9cb-02f9-4d19-bef5-8a9ffa6e760f admin admin] Publish callbacks [] for security_group (a97496f1-59a5-48f3-849a-84e7553ec826), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.746460 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb47d9cb-02f9-4d19-bef5-8a9ffa6e760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a97496f1-59a5-48f3-849a-84e7553ec826), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.798573 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cb47d9cb-02f9-4d19-bef5-8a9ffa6e760f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a3a10c7633864082a677ded8aa423fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709126 Oct 14 13:00:39.799433 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43070) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:39.807132 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47d9cb-02f9-4d19-bef5-8a9ffa6e760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97496f1-59a5-48f3-849a-84e7553ec826,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:39.828795 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d8aa2-bb3a-4052-9312-8f929fe168d8 req-4226b572-4dd0-4422-af3c-5fadf477bb00 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:39.837392 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0e1d8aa2-bb3a-4052-9312-8f929fe168d8 req-4226b572-4dd0-4422-af3c-5fadf477bb00 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0713296 Oct 14 13:00:39.861331 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cff417c5-5e1c-4c46-9982-5f8e6818af78 admin admin] Publish callbacks [] for security_group (a97496f1-59a5-48f3-849a-84e7553ec826), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.876668 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:39.887533 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cff417c5-5e1c-4c46-9982-5f8e6818af78 admin admin] Publish callbacks [] for security_group (a97496f1-59a5-48f3-849a-84e7553ec826), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.926117 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0e1d8aa2-bb3a-4052-9312-8f929fe168d8 req-e8952c26-9188-41a9-89cd-b44883c98e9d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875590 Oct 14 13:00:39.963268 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cff417c5-5e1c-4c46-9982-5f8e6818af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a97496f1-59a5-48f3-849a-84e7553ec826), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.969188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43080) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:39.970964 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cff417c5-5e1c-4c46-9982-5f8e6818af78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:39.975038 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cff417c5-5e1c-4c46-9982-5f8e6818af78 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a97496f1-59a5-48f3-849a-84e7553ec826 HTTP/1.1" status: 204 len: 168 time: 0.1743989 Oct 14 13:00:39.988511 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff417c5-5e1c-4c46-9982-5f8e6818af78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97496f1-59a5-48f3-849a-84e7553ec826,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:40.166281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-05d1a7eb-001d-4f84-ab29-f28a02409864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.330772 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-05d1a7eb-001d-4f84-ab29-f28a02409864 admin admin] Publish callbacks [] for security_group (2d418360-f6db-4b27-96c7-56ec96dd9ecb), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.335855 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-05d1a7eb-001d-4f84-ab29-f28a02409864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2d418360-f6db-4b27-96c7-56ec96dd9ecb), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.403534 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-05d1a7eb-001d-4f84-ab29-f28a02409864 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=60763b60510343e1805e2825f6959eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328611 Oct 14 13:00:40.404741 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43108) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:40.413780 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1a7eb-001d-4f84-ab29-f28a02409864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d418360-f6db-4b27-96c7-56ec96dd9ecb,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:40.520999 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b035-5d07-4b4a-bf52-195852fe7aed admin admin] Publish callbacks [] for security_group (2d418360-f6db-4b27-96c7-56ec96dd9ecb), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.532752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43114) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:40.557766 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b035-5d07-4b4a-bf52-195852fe7aed admin admin] Publish callbacks [] for security_group (2d418360-f6db-4b27-96c7-56ec96dd9ecb), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.560380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d1f03344-bd50-4ff9-9763-58496d8748f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.634671 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43118) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:40.641183 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b035-5d07-4b4a-bf52-195852fe7aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2d418360-f6db-4b27-96c7-56ec96dd9ecb), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.646729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b035-5d07-4b4a-bf52-195852fe7aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.647881 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4dd5b035-5d07-4b4a-bf52-195852fe7aed admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2d418360-f6db-4b27-96c7-56ec96dd9ecb HTTP/1.1" status: 204 len: 168 time: 0.2402456 Oct 14 13:00:40.652564 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d1f03344-bd50-4ff9-9763-58496d8748f4 admin admin] Publish callbacks [] for security_group (92d5bdc1-000f-4221-9987-12c95697ee19), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.653049 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:40.658867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d1f03344-bd50-4ff9-9763-58496d8748f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (92d5bdc1-000f-4221-9987-12c95697ee19), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.660319 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5b035-5d07-4b4a-bf52-195852fe7aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d418360-f6db-4b27-96c7-56ec96dd9ecb,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:40.706603 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:40.728931 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f03344-bd50-4ff9-9763-58496d8748f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5bdc1-000f-4221-9987-12c95697ee19,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:40.737175 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d1f03344-bd50-4ff9-9763-58496d8748f4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=11cbbfdbc558448fb0b6d4f211499a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032855 Oct 14 13:00:40.737672 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43124) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:40.827280 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58db354c-f861-4f40-a657-113aa61c55d7 admin admin] Publish callbacks [] for security_group (92d5bdc1-000f-4221-9987-12c95697ee19), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.850054 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58db354c-f861-4f40-a657-113aa61c55d7 admin admin] Publish callbacks [] for security_group (92d5bdc1-000f-4221-9987-12c95697ee19), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.878624 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d2f8-9357-4fb5-8ca6-bc520bf7f0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.938030 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58db354c-f861-4f40-a657-113aa61c55d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (92d5bdc1-000f-4221-9987-12c95697ee19), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.940613 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58db354c-f861-4f40-a657-113aa61c55d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:40.941811 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-58db354c-f861-4f40-a657-113aa61c55d7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/92d5bdc1-000f-4221-9987-12c95697ee19 HTTP/1.1" status: 204 len: 168 time: 0.2030585 Oct 14 13:00:40.959476 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db354c-f861-4f40-a657-113aa61c55d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5bdc1-000f-4221-9987-12c95697ee19,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.020005 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d2f8-9357-4fb5-8ca6-bc520bf7f0ef admin admin] Publish callbacks [] for security_group (00957559-8420-4744-8a0d-d7c9190b3d7e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.028301 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d2f8-9357-4fb5-8ca6-bc520bf7f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (00957559-8420-4744-8a0d-d7c9190b3d7e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.072570 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d2f8-9357-4fb5-8ca6-bc520bf7f0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00957559-8420-4744-8a0d-d7c9190b3d7e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.080625 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9618c94-29ee-4ef9-bb61-611dd46323c3 req-5c096c05-b737-46eb-9c47-13b39c5e06d5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:41.083284 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a9618c94-29ee-4ef9-bb61-611dd46323c3 req-5c096c05-b737-46eb-9c47-13b39c5e06d5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0569241 Oct 14 13:00:41.093030 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4ab6d2f8-9357-4fb5-8ca6-bc520bf7f0ef admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5100034280f14d728d09d4a971c7096c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570847 Oct 14 13:00:41.096082 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43132) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.153102 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a9618c94-29ee-4ef9-bb61-611dd46323c3 req-e63affcf-0b76-49df-9f6f-e046028205f7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626497 Oct 14 13:00:41.156930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43134) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.170401 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5c0d3b5-da36-4c45-bff3-567a0ff2c454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.173590 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0add-b57f-4975-bde0-e1c2ae55b130 admin admin] Publish callbacks [] for security_group (00957559-8420-4744-8a0d-d7c9190b3d7e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.180723 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:41.202006 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0add-b57f-4975-bde0-e1c2ae55b130 admin admin] Publish callbacks [] for security_group (00957559-8420-4744-8a0d-d7c9190b3d7e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.210728 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:41.268831 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0add-b57f-4975-bde0-e1c2ae55b130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (00957559-8420-4744-8a0d-d7c9190b3d7e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.269034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5c0d3b5-da36-4c45-bff3-567a0ff2c454 admin admin] Publish callbacks [] for security_group (5acb1821-f061-4e4a-b1a6-1c9b9f86b186), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.271472 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0add-b57f-4975-bde0-e1c2ae55b130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.272684 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c1ce0add-b57f-4975-bde0-e1c2ae55b130 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/00957559-8420-4744-8a0d-d7c9190b3d7e HTTP/1.1" status: 204 len: 168 time: 0.1756299 Oct 14 13:00:41.273251 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5c0d3b5-da36-4c45-bff3-567a0ff2c454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (5acb1821-f061-4e4a-b1a6-1c9b9f86b186), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.283886 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce0add-b57f-4975-bde0-e1c2ae55b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00957559-8420-4744-8a0d-d7c9190b3d7e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.326467 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d5c0d3b5-da36-4c45-bff3-567a0ff2c454 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=52a1e1fbe4774a7081c17bc2ff90dd2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682491 Oct 14 13:00:41.327314 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0d3b5-da36-4c45-bff3-567a0ff2c454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb1821-f061-4e4a-b1a6-1c9b9f86b186,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.329162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43140) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.381133 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:00:41.387756 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a64ff02-e0d8-4d5a-abe3-ca1dfc1e631d admin admin] Publish callbacks [] for security_group (5acb1821-f061-4e4a-b1a6-1c9b9f86b186), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.390458 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43142) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.405023 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3cc80523-33a2-459f-804a-0e636b2a4bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.410057 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a64ff02-e0d8-4d5a-abe3-ca1dfc1e631d admin admin] Publish callbacks [] for security_group (5acb1821-f061-4e4a-b1a6-1c9b9f86b186), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.468283 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a64ff02-e0d8-4d5a-abe3-ca1dfc1e631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (5acb1821-f061-4e4a-b1a6-1c9b9f86b186), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.470748 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a64ff02-e0d8-4d5a-abe3-ca1dfc1e631d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.471902 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1a64ff02-e0d8-4d5a-abe3-ca1dfc1e631d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5acb1821-f061-4e4a-b1a6-1c9b9f86b186 HTTP/1.1" status: 204 len: 168 time: 0.1416161 Oct 14 13:00:41.483172 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64ff02-e0d8-4d5a-abe3-ca1dfc1e631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb1821-f061-4e4a-b1a6-1c9b9f86b186,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.494616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3cc80523-33a2-459f-804a-0e636b2a4bd4 admin admin] Publish callbacks [] for security_group (eae92fae-148b-4091-8d1b-91ff2b357add), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.502300 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3cc80523-33a2-459f-804a-0e636b2a4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (eae92fae-148b-4091-8d1b-91ff2b357add), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.572374 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43154) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.572966 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3cc80523-33a2-459f-804a-0e636b2a4bd4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=fd0b39ff3a2a4b83ae4c294cf20b2b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814167 Oct 14 13:00:41.575698 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc80523-33a2-459f-804a-0e636b2a4bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae92fae-148b-4091-8d1b-91ff2b357add,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.675714 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8fabb392-f212-4176-a1e6-2c25641707cd admin admin] Publish callbacks [] for security_group (eae92fae-148b-4091-8d1b-91ff2b357add), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.682334 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:41.724349 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8fabb392-f212-4176-a1e6-2c25641707cd admin admin] Publish callbacks [] for security_group (eae92fae-148b-4091-8d1b-91ff2b357add), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.763587 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43162) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.802167 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8fabb392-f212-4176-a1e6-2c25641707cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (eae92fae-148b-4091-8d1b-91ff2b357add), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.806063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8fabb392-f212-4176-a1e6-2c25641707cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:41.811281 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8fabb392-f212-4176-a1e6-2c25641707cd admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/eae92fae-148b-4091-8d1b-91ff2b357add HTTP/1.1" status: 204 len: 168 time: 0.2366836 Oct 14 13:00:41.821319 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabb392-f212-4176-a1e6-2c25641707cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae92fae-148b-4091-8d1b-91ff2b357add,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:41.851180 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43166) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:41.870539 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a56d5551-8b06-4387-ac20-e2cd4b8b3933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.003979 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a56d5551-8b06-4387-ac20-e2cd4b8b3933 admin admin] Publish callbacks [] for security_group (2f1155d4-a517-4aa8-be78-e39132513b72), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.008989 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a56d5551-8b06-4387-ac20-e2cd4b8b3933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2f1155d4-a517-4aa8-be78-e39132513b72), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.060099 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a56d5551-8b06-4387-ac20-e2cd4b8b3933 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=464f7e536339467fa1cefb091bb2f13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076991 Oct 14 13:00:42.061119 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43172) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:42.068160 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d5551-8b06-4387-ac20-e2cd4b8b3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1155d4-a517-4aa8-be78-e39132513b72,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:42.133404 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64721e3a-f2af-43f4-ab9a-07b1b7d4b5b1 admin admin] Publish callbacks [] for security_group (2f1155d4-a517-4aa8-be78-e39132513b72), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.156316 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64721e3a-f2af-43f4-ab9a-07b1b7d4b5b1 admin admin] Publish callbacks [] for security_group (2f1155d4-a517-4aa8-be78-e39132513b72), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.200832 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5db67f63-ad2c-4649-84c2-af882da8c339 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:00:42.232977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64721e3a-f2af-43f4-ab9a-07b1b7d4b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2f1155d4-a517-4aa8-be78-e39132513b72), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.237603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64721e3a-f2af-43f4-ab9a-07b1b7d4b5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.249608 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 5db67f63-ad2c-4649-84c2-af882da8c339 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:00:42.250231 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5db67f63-ad2c-4649-84c2-af882da8c339 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:00:42.259304 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-64721e3a-f2af-43f4-ab9a-07b1b7d4b5b1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2f1155d4-a517-4aa8-be78-e39132513b72 HTTP/1.1" status: 204 len: 168 time: 0.1969461 Oct 14 13:00:42.317968 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64721e3a-f2af-43f4-ab9a-07b1b7d4b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1155d4-a517-4aa8-be78-e39132513b72,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:42.322618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (9dca70b5-afd5-499e-b647-7f08aedb8c31), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.344468 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadd3e3-e913-473e-b9e6-9476be5b7531 req-86269698-be1a-447b-b497-d13e076730e0 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:42.346509 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4eadd3e3-e913-473e-b9e6-9476be5b7531 req-86269698-be1a-447b-b497-d13e076730e0 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0783882 Oct 14 13:00:42.420573 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4eadd3e3-e913-473e-b9e6-9476be5b7531 req-d378575e-bc15-41d7-b460-d007e9a64192 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684981 Oct 14 13:00:42.460984 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:42.531542 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=1,neutron:INSERT=11,neutron:SELECT=88 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:42.596711 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43196) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:42.610898 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55b18ca1-9374-4af1-b351-683ebccc3696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.634514 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Deleting port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:00:42.635079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.639357 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:42.729348 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55b18ca1-9374-4af1-b351-683ebccc3696 admin admin] Publish callbacks [] for security_group (85801eea-4c0d-4ed5-85de-2fb02cefb6d2), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.734599 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55b18ca1-9374-4af1-b351-683ebccc3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (85801eea-4c0d-4ed5-85de-2fb02cefb6d2), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.783157 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] For port 5ef8be59-03a2-4a8f-97e0-37c795f31ebf, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:42.783548 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:42.786212 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43208) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:42.786961 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-55b18ca1-9374-4af1-b351-683ebccc3696 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4910df3df0404d2cbf86fa2ea839d5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888282 Oct 14 13:00:42.799937 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18ca1-9374-4af1-b351-683ebccc3696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85801eea-4c0d-4ed5-85de-2fb02cefb6d2,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:42.815068 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Calling delete_port for 5ef8be59-03a2-4a8f-97e0-37c795f31ebf owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:00:43.124784 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e92a5c2-08bb-4993-bf0a-2af2fce4b58a admin admin] Publish callbacks [] for security_group (85801eea-4c0d-4ed5-85de-2fb02cefb6d2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.185944 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e92a5c2-08bb-4993-bf0a-2af2fce4b58a admin admin] Publish callbacks [] for security_group (85801eea-4c0d-4ed5-85de-2fb02cefb6d2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.280848 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e92a5c2-08bb-4993-bf0a-2af2fce4b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (85801eea-4c0d-4ed5-85de-2fb02cefb6d2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.283305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e92a5c2-08bb-4993-bf0a-2af2fce4b58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.284445 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2e92a5c2-08bb-4993-bf0a-2af2fce4b58a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/85801eea-4c0d-4ed5-85de-2fb02cefb6d2 HTTP/1.1" status: 204 len: 168 time: 0.4973226 Oct 14 13:00:43.298222 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92a5c2-08bb-4993-bf0a-2af2fce4b58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85801eea-4c0d-4ed5-85de-2fb02cefb6d2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:43.314348 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (5ef8be59-03a2-4a8f-97e0-37c795f31ebf), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.341129 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef8be59-03a2-4a8f-97e0-37c795f31ebf,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:43.382771 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-c058332a-a5d1-4af7-b4e8-1c9876f72793 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837555 Oct 14 13:00:43.426618 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.501762 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-999d55fd-573c-43c4-b0c6-0e362dd49057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:43.503688 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-999d55fd-573c-43c4-b0c6-0e362dd49057 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1130 time: 0.0515785 Oct 14 13:00:43.584027 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (9dca70b5-afd5-499e-b647-7f08aedb8c31), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:43.593587 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefd6fb-0443-4b9c-b85c-cd83fd19f009 req-6f11a4ec-4f4a-40a1-bc75-e1e0efcbefff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:43.600871 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cdefd6fb-0443-4b9c-b85c-cd83fd19f009 req-6f11a4ec-4f4a-40a1-bc75-e1e0efcbefff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0682144 Oct 14 13:00:43.615547 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:43.666998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96313595-ead4-4c46-b231-889c08d431d5 None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:00:43.696417 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:43.710970 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-e7dbdf63-05a8-4662-a16a-92033f7f5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:43.712504 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-e7dbdf63-05a8-4662-a16a-92033f7f5de8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.1833179 Oct 14 13:00:43.750337 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cdefd6fb-0443-4b9c-b85c-cd83fd19f009 req-fce57ab7-88ad-41fd-aa3d-13ad676a2a30 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482320 Oct 14 13:00:43.795310 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-203d4631-ae24-428b-8fdb-15e9b311d6e0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 200 len: 217 time: 0.0708048 Oct 14 13:00:43.848358 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:43.903060 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-14c61cb1-8ca5-453a-a75c-31c701854b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:43.904579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-14c61cb1-8ca5-453a-a75c-31c701854b76 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.1047950 Oct 14 13:00:43.914810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96313595-ead4-4c46-b231-889c08d431d5 None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:00:43.988452 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Router 9dca70b5-afd5-499e-b647-7f08aedb8c31 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:00:44.006023 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-248ece9c-0d4b-4fe4-98fa-53331cf82608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:44.007680 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-248ece9c-0d4b-4fe4-98fa-53331cf82608 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948405 Oct 14 13:00:44.073091 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:44.113418 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-67908807-3cec-468b-b487-9cfe90b49f7d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980415 Oct 14 13:00:44.185112 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:00:44.195814 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e4d5b4a6-2ed5-4360-b48d-62acf9f95bb7 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/9dca70b5-afd5-499e-b647-7f08aedb8c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4309440 Oct 14 13:00:44.196468 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43292) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:44.197556 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] Sync routers for ids ['9dca70b5-afd5-499e-b647-7f08aedb8c31'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:00:44.220805 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] Routers {'9dca70b5-afd5-499e-b647-7f08aedb8c31'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:44.221475 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['9dca70b5-afd5-499e-b647-7f08aedb8c31'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:44.342469 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ce5ee08-d089-45a6-9d08-26639ac22793 req-03a9dfaf-bcb3-4cd4-a395-0f87811d4228 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199562 Oct 14 13:00:44.421697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks [] for router (9dca70b5-afd5-499e-b647-7f08aedb8c31), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:44.467413 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] Set router 9dca70b5-afd5-499e-b647-7f08aedb8c31 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:44.505061 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43302) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:44.618128 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks [] for router_gateway (9dca70b5-afd5-499e-b647-7f08aedb8c31), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:44.675151 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Deleting port 12b08062-88b2-4a81-8971-09ef08bfbc0c {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:00:44.676457 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:44.768693 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T13:00:43Z', 'revision_number': 5, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port': {'id': '12b08062-88b2-4a81-8971-09ef08bfbc0c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:44.842944 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] Checking router: 9dca70b5-afd5-499e-b647-7f08aedb8c31 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:00:44.848032 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] For port 12b08062-88b2-4a81-8971-09ef08bfbc0c, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=12b08062-88b2-4a81-8971-09ef08bfbc0c,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:44.848579 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:44.876927 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] Routers {'9dca70b5-afd5-499e-b647-7f08aedb8c31'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:44.877930 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['9dca70b5-afd5-499e-b647-7f08aedb8c31'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:44.922679 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Calling delete_port for 12b08062-88b2-4a81-8971-09ef08bfbc0c owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:00:44.977194 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:45.039873 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2204af-9fa0-4a72-91ec-87dac5879dc2 req-15fa1970-e238-4d7a-88ae-67078a78da85 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:45.042072 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a2204af-9fa0-4a72-91ec-87dac5879dc2 req-15fa1970-e238-4d7a-88ae-67078a78da85 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1313927 Oct 14 13:00:45.055090 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac50f3-1199-4786-a07a-3aacee2ea0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.083069 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] Set router 9dca70b5-afd5-499e-b647-7f08aedb8c31 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:45.093459 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-aa14273c-0cb1-4fb9-a9a4-1d3aaf0fecd2 None None] Provisioning complete for port c457ba4d-fba9-4e7d-a827-6c244a5697b1 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:45.093890 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-aa14273c-0cb1-4fb9-a9a4-1d3aaf0fecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.094178 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-aa14273c-0cb1-4fb9-a9a4-1d3aaf0fecd2 None None] Attempt 1 to provision port c457ba4d-fba9-4e7d-a827-6c244a5697b1 Oct 14 13:00:45.190909 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a2204af-9fa0-4a72-91ec-87dac5879dc2 req-680d55ef-96eb-4c91-9a7f-ad72348b57f6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398945 Oct 14 13:00:45.191339 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:45.253515 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T13:00:44Z', 'revision_number': 6, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:45.288280 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-aa14273c-0cb1-4fb9-a9a4-1d3aaf0fecd2 None None] Current status of the port c457ba4d-fba9-4e7d-a827-6c244a5697b1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:45.293348 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac50f3-1199-4786-a07a-3aacee2ea0d9 admin admin] Publish callbacks [] for security_group (0929c024-13ac-400a-a43d-47c31cefa283), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.298128 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (12b08062-88b2-4a81-8971-09ef08bfbc0c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.306585 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac50f3-1199-4786-a07a-3aacee2ea0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0929c024-13ac-400a-a43d-47c31cefa283), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.312029 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46794167-fdca-4d1d-acf3-ef241564a51b None None] The sync data for ids ['9dca70b5-afd5-499e-b647-7f08aedb8c31'] in dv-cinder-820994-7-iscsi is: [{'id': '9dca70b5-afd5-499e-b647-7f08aedb8c31', 'name': 'tempest-DeleteServersTestJSON-1412640369-router', 'tenant_id': '758ac8ee488d498882fce45dc7255676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T13:00:44Z', 'revision_number': 6, 'project_id': '758ac8ee488d498882fce45dc7255676', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:00:45.348588 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b08062-88b2-4a81-8971-09ef08bfbc0c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:45.395525 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3aac50f3-1199-4786-a07a-3aacee2ea0d9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=339947ece80d41259a0486bb5d9ef01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8889821 Oct 14 13:00:45.396704 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac50f3-1199-4786-a07a-3aacee2ea0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0929c024-13ac-400a-a43d-47c31cefa283,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:45.397523 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:45.398419 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43340) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:45.416341 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:45.512506 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (9dca70b5-afd5-499e-b647-7f08aedb8c31), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.642319 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8bc56a18-4583-4344-aacd-f85c8bc12428 admin admin] Publish callbacks [] for security_group (0929c024-13ac-400a-a43d-47c31cefa283), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.648796 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (9dca70b5-afd5-499e-b647-7f08aedb8c31), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.655572 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks [] for router_controller (9dca70b5-afd5-499e-b647-7f08aedb8c31), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.727119 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8bc56a18-4583-4344-aacd-f85c8bc12428 admin admin] Publish callbacks [] for security_group (0929c024-13ac-400a-a43d-47c31cefa283), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.755546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (9dca70b5-afd5-499e-b647-7f08aedb8c31), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.756080 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dca70b5-afd5-499e-b647-7f08aedb8c31 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:00:45.771700 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.775323 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b57e6a99-5952-4be5-bce7-9d9113c44c19 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/9dca70b5-afd5-499e-b647-7f08aedb8c31 HTTP/1.1" status: 204 len: 168 time: 1.5748677 Oct 14 13:00:45.775888 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43368) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:45.823615 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8bc56a18-4583-4344-aacd-f85c8bc12428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0929c024-13ac-400a-a43d-47c31cefa283), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.826805 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8bc56a18-4583-4344-aacd-f85c8bc12428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.828109 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8bc56a18-4583-4344-aacd-f85c8bc12428 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0929c024-13ac-400a-a43d-47c31cefa283 HTTP/1.1" status: 204 len: 168 time: 0.4137666 Oct 14 13:00:45.845566 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc56a18-4583-4344-aacd-f85c8bc12428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0929c024-13ac-400a-a43d-47c31cefa283,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:45.849837 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5ef8be59-03a2-4a8f-97e0-37c795f31ebf no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:00:45.852032 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Deleting subnet e47da6bb-959b-4571-baf6-c8d42567493b {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:00:45.860226 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Publish callbacks [] for subnet (e47da6bb-959b-4571-baf6-c8d42567493b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:45.920332 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 5ef8be59-03a2-4a8f-97e0-37c795f31ebf {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:00:45.920968 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5ef8be59-03a2-4a8f-97e0-37c795f31ebf not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:00:45.927694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (e47da6bb-959b-4571-baf6-c8d42567493b), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.115609 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (e47da6bb-959b-4571-baf6-c8d42567493b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.208220 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (e47da6bb-959b-4571-baf6-c8d42567493b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.260293 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.263881 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/e47da6bb-959b-4571-baf6-c8d42567493b HTTP/1.1" status: 204 len: 168 time: 0.4869714 Oct 14 13:00:46.265698 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0ba04-1369-4e4f-80a6-920f6296be39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47da6bb-959b-4571-baf6-c8d42567493b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:46.266504 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43392) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:46.275774 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ac1c2-e57c-47ce-8893-3d6bd55c7471 None None] Network a546b534-90d1-415c-b2ee-872aaf5897d8 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:46.467161 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (a546b534-90d1-415c-b2ee-872aaf5897d8), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.467388 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] DHCP port deletion for a546b534-90d1-415c-b2ee-872aaf5897d8 request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:00:46.489716 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2adf88-ab6e-4df7-82a6-39716df7693f req-48cb0da6-ff42-4f64-914a-ac27c3fdac95 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:46.491289 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db2adf88-ab6e-4df7-82a6-39716df7693f req-48cb0da6-ff42-4f64-914a-ac27c3fdac95 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1035037 Oct 14 13:00:46.496588 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43400) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:46.517379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Deleting port c457ba4d-fba9-4e7d-a827-6c244a5697b1 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:00:46.518043 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.557955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Deleting port c457ba4d-fba9-4e7d-a827-6c244a5697b1 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:00:46.558306 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.617056 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] For port c457ba4d-fba9-4e7d-a827-6c244a5697b1, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c457ba4d-fba9-4e7d-a827-6c244a5697b1,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:46.617970 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.629104 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db2adf88-ab6e-4df7-82a6-39716df7693f req-a9684be9-25e1-4bd6-8805-7e101ec648a9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104481 Oct 14 13:00:46.643840 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:46.648558 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] For port c457ba4d-fba9-4e7d-a827-6c244a5697b1, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c457ba4d-fba9-4e7d-a827-6c244a5697b1,segment=NetworkSegment(82728680-e701-4a5d-a0fe-e6cc1fb6a547),segment_id=82728680-e701-4a5d-a0fe-e6cc1fb6a547)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:46.648924 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.659089 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Calling delete_port for c457ba4d-fba9-4e7d-a827-6c244a5697b1 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:00:46.678336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Calling delete_port for c457ba4d-fba9-4e7d-a827-6c244a5697b1 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:00:46.756429 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-984abafd-bc3b-4221-a606-af4174e44bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.853215 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.898033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c457ba4d-fba9-4e7d-a827-6c244a5697b1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:46.912090 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] No DVR routers for this DVR port c457ba4d-fba9-4e7d-a827-6c244a5697b1 on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:00:46.913778 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:46.938829 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-984abafd-bc3b-4221-a606-af4174e44bc1 admin admin] Publish callbacks [] for security_group (297d1c68-4768-4e03-a276-d37fc9a9028d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.956720 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-984abafd-bc3b-4221-a606-af4174e44bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (297d1c68-4768-4e03-a276-d37fc9a9028d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.957172 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (c457ba4d-fba9-4e7d-a827-6c244a5697b1), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:46.983034 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Pushing event deleted for resources: {'Port': ['ID=c457ba4d-fba9-4e7d-a827-6c244a5697b1,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:46.988892 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] No DVR routers for this DVR port c457ba4d-fba9-4e7d-a827-6c244a5697b1 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:00:46.999965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.000314 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.000668 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.001141 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.001348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.001716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.002185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.002498 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.002822 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.003141 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.003459 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.003793 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.004113 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.004428 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.004743 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b15d91b-9361-4f81-ba16-34c5fe5c0aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:47.017618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:47.043571 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (a546b534-90d1-415c-b2ee-872aaf5897d8), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.082006 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-984abafd-bc3b-4221-a606-af4174e44bc1 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=43ffa94584a04ce1a6a8e2542440658e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844111 Oct 14 13:00:47.084729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43424) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:47.099602 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a546b534-90d1-415c-b2ee-872aaf5897d8']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:47.102459 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984abafd-bc3b-4221-a606-af4174e44bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d1c68-4768-4e03-a276-d37fc9a9028d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:47.114081 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82728680-e701-4a5d-a0fe-e6cc1fb6a547') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:47.114380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82728680-e701-4a5d-a0fe-e6cc1fb6a547') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:47.128099 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (82728680-e701-4a5d-a0fe-e6cc1fb6a547), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.139927 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55c40c3c-5dbd-41e4-9770-d1155181252d admin admin] Publish callbacks [] for security_group (297d1c68-4768-4e03-a276-d37fc9a9028d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.152125 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (82728680-e701-4a5d-a0fe-e6cc1fb6a547), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.162937 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:00:47.163317 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55c40c3c-5dbd-41e4-9770-d1155181252d admin admin] Publish callbacks [] for security_group (297d1c68-4768-4e03-a276-d37fc9a9028d), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.163456 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (82728680-e701-4a5d-a0fe-e6cc1fb6a547), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.208682 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 82728680-e701-4a5d-a0fe-e6cc1fb6a547 resource provider aggregate not found Oct 14 13:00:47.225681 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55c40c3c-5dbd-41e4-9770-d1155181252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (297d1c68-4768-4e03-a276-d37fc9a9028d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.230276 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55c40c3c-5dbd-41e4-9770-d1155181252d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.231718 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-55c40c3c-5dbd-41e4-9770-d1155181252d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/297d1c68-4768-4e03-a276-d37fc9a9028d HTTP/1.1" status: 204 len: 168 time: 0.1459832 Oct 14 13:00:47.231861 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 82728680-e701-4a5d-a0fe-e6cc1fb6a547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82728680-e701-4a5d-a0fe-e6cc1fb6a547 found for delete ", "request_id": "req-2e24be8b-6b5c-424f-bc3a-c8da9e00220a"}]} Oct 14 13:00:47.240829 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c40c3c-5dbd-41e4-9770-d1155181252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d1c68-4768-4e03-a276-d37fc9a9028d,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:47.245510 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (a546b534-90d1-415c-b2ee-872aaf5897d8), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.251302 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.255187 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/a546b534-90d1-415c-b2ee-872aaf5897d8 HTTP/1.1" status: 204 len: 168 time: 0.9842227 Oct 14 13:00:47.271709 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76358366-6913-4005-923b-98f98627c6b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a546b534-90d1-415c-b2ee-872aaf5897d8,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:47.401601 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43444) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:47.604456 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43452) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:47.626853 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d3d63d51-f866-48dd-84aa-b8683a799c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.664779 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6c940850-49d0-4069-9c8a-60e025ef3d42 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=758ac8ee488d498882fce45dc7255676&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2621682 Oct 14 13:00:47.665649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43454) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:47.679597 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:47.735322 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1adc3159-16d8-4b7f-a683-7379a75217f9 admin admin] Publish callbacks [] for security_group (fca803d7-a1a6-4ae2-8f71-f93def689bd5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.736129 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d3d63d51-f866-48dd-84aa-b8683a799c05 admin admin] Publish callbacks [] for security_group (3dd172d5-4c6c-479a-8873-ffb07a203860), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.745130 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d3d63d51-f866-48dd-84aa-b8683a799c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (3dd172d5-4c6c-479a-8873-ffb07a203860), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.764393 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1adc3159-16d8-4b7f-a683-7379a75217f9 admin admin] Publish callbacks [] for security_group (fca803d7-a1a6-4ae2-8f71-f93def689bd5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.806193 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 12b08062-88b2-4a81-8971-09ef08bfbc0c no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:00:47.823315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1adc3159-16d8-4b7f-a683-7379a75217f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fca803d7-a1a6-4ae2-8f71-f93def689bd5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.825867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1adc3159-16d8-4b7f-a683-7379a75217f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.831429 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1adc3159-16d8-4b7f-a683-7379a75217f9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fca803d7-a1a6-4ae2-8f71-f93def689bd5 HTTP/1.1" status: 204 len: 168 time: 0.1628942 Oct 14 13:00:47.832444 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43462) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:47.835604 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:47.841870 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d63d51-f866-48dd-84aa-b8683a799c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd172d5-4c6c-479a-8873-ffb07a203860,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:47.849165 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d3d63d51-f866-48dd-84aa-b8683a799c05 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1b8775df79d8489d8590ef71923b6eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412324 Oct 14 13:00:47.850463 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43466) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:47.856320 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc3159-16d8-4b7f-a683-7379a75217f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca803d7-a1a6-4ae2-8f71-f93def689bd5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:47.865039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 12b08062-88b2-4a81-8971-09ef08bfbc0c {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:00:47.865450 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 12b08062-88b2-4a81-8971-09ef08bfbc0c not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:00:47.865858 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c457ba4d-fba9-4e7d-a827-6c244a5697b1 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:00:47.885285 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf52f3-97ad-4f94-b49b-b1e60af75bfe req-5821fb5d-3cca-4222-9a49-bfb1614f569c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:47.892010 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3abf52f3-97ad-4f94-b49b-b1e60af75bfe req-5821fb5d-3cca-4222-9a49-bfb1614f569c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1051972 Oct 14 13:00:47.900875 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: c457ba4d-fba9-4e7d-a827-6c244a5697b1 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:00:47.901441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c457ba4d-fba9-4e7d-a827-6c244a5697b1 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:00:47.961798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd1587f2-1cf5-468a-9471-c99fbe070494 admin admin] Publish callbacks [] for security_group (3dd172d5-4c6c-479a-8873-ffb07a203860), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.990307 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3abf52f3-97ad-4f94-b49b-b1e60af75bfe req-96dddb85-11d0-4580-adf9-e9c11b2ea37b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974474 Oct 14 13:00:47.992959 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8458a9cb-d12e-46c8-90db-902d0cff3229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:47.999826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd1587f2-1cf5-468a-9471-c99fbe070494 admin admin] Publish callbacks [] for security_group (3dd172d5-4c6c-479a-8873-ffb07a203860), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.058539 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd1587f2-1cf5-468a-9471-c99fbe070494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (3dd172d5-4c6c-479a-8873-ffb07a203860), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.061591 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd1587f2-1cf5-468a-9471-c99fbe070494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.069819 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bd1587f2-1cf5-468a-9471-c99fbe070494 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3dd172d5-4c6c-479a-8873-ffb07a203860 HTTP/1.1" status: 204 len: 168 time: 0.2136831 Oct 14 13:00:48.082082 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1587f2-1cf5-468a-9471-c99fbe070494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd172d5-4c6c-479a-8873-ffb07a203860,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:48.089012 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8458a9cb-d12e-46c8-90db-902d0cff3229 admin admin] Publish callbacks [] for security_group (b068e5a3-105c-4717-b6d3-6e7e8f04e38b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.103876 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8458a9cb-d12e-46c8-90db-902d0cff3229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b068e5a3-105c-4717-b6d3-6e7e8f04e38b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.155532 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8458a9cb-d12e-46c8-90db-902d0cff3229 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c47ab7457f21424dbda3a8522819ac6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216774 Oct 14 13:00:48.158300 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43474) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:48.160868 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458a9cb-d12e-46c8-90db-902d0cff3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b068e5a3-105c-4717-b6d3-6e7e8f04e38b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:48.226075 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e495b997-03fc-4226-9495-19b05bd8e9cf admin admin] Publish callbacks [] for security_group (b068e5a3-105c-4717-b6d3-6e7e8f04e38b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.250930 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e495b997-03fc-4226-9495-19b05bd8e9cf admin admin] Publish callbacks [] for security_group (b068e5a3-105c-4717-b6d3-6e7e8f04e38b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.316123 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e495b997-03fc-4226-9495-19b05bd8e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b068e5a3-105c-4717-b6d3-6e7e8f04e38b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.318956 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e495b997-03fc-4226-9495-19b05bd8e9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.320683 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e495b997-03fc-4226-9495-19b05bd8e9cf admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b068e5a3-105c-4717-b6d3-6e7e8f04e38b HTTP/1.1" status: 204 len: 168 time: 0.1597784 Oct 14 13:00:48.329462 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495b997-03fc-4226-9495-19b05bd8e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b068e5a3-105c-4717-b6d3-6e7e8f04e38b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:48.743194 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43502) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:48.757290 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-013fb32a-cd63-4c5c-b092-d0060a7e4b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.795871 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:48.843629 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-013fb32a-cd63-4c5c-b092-d0060a7e4b9c admin admin] Publish callbacks [] for security_group (0b52e1c7-04ea-4251-a560-868043b98b20), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.848612 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-013fb32a-cd63-4c5c-b092-d0060a7e4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0b52e1c7-04ea-4251-a560-868043b98b20), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.903876 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-013fb32a-cd63-4c5c-b092-d0060a7e4b9c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ce05c80624b748e5aa4236a63b4dff50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589708 Oct 14 13:00:48.905904 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fb32a-cd63-4c5c-b092-d0060a7e4b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52e1c7-04ea-4251-a560-868043b98b20,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:48.906667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43508) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:48.969816 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85c33fab-2552-4b53-9503-2c289d6f4948 admin admin] Publish callbacks [] for security_group (0b52e1c7-04ea-4251-a560-868043b98b20), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:48.991641 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85c33fab-2552-4b53-9503-2c289d6f4948 admin admin] Publish callbacks [] for security_group (0b52e1c7-04ea-4251-a560-868043b98b20), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.052633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85c33fab-2552-4b53-9503-2c289d6f4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0b52e1c7-04ea-4251-a560-868043b98b20), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.058191 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85c33fab-2552-4b53-9503-2c289d6f4948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.059763 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-85c33fab-2552-4b53-9503-2c289d6f4948 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0b52e1c7-04ea-4251-a560-868043b98b20 HTTP/1.1" status: 204 len: 168 time: 0.1518762 Oct 14 13:00:49.067671 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43518) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:49.083354 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c33fab-2552-4b53-9503-2c289d6f4948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52e1c7-04ea-4251-a560-868043b98b20,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:49.157462 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26bf-f678-4eff-b9ad-46e9ecfde9b1 req-079022e0-2902-4fe2-aa60-6fbca0269fc4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:49.164754 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-008c26bf-f678-4eff-b9ad-46e9ecfde9b1 req-079022e0-2902-4fe2-aa60-6fbca0269fc4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0882785 Oct 14 13:00:49.242657 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-008c26bf-f678-4eff-b9ad-46e9ecfde9b1 req-30268546-d142-4803-84d6-a2c8222c820e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760350 Oct 14 13:00:49.348717 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-network', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:49.374775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Made reservation on behalf of 5d716a28995942e788205c1ad1e83bb3 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:49.377757 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.389502 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.434306 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:49.455026 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43532) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:49.482906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks [] for security_group (20aa16c0-8d1a-47aa-a93e-c2e3248a92b1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.488330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (20aa16c0-8d1a-47aa-a93e-c2e3248a92b1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.511839 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:00:49.534003 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (1b63a321-8976-4b08-a3af-ef59788b168b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.534314 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Added segment 1b63a321-8976-4b08-a3af-ef59788b168b of type vlan for network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b Oct 14 13:00:49.543799 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aa16c0-8d1a-47aa-a93e-c2e3248a92b1,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:49.584226 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1897261461-network', 'tenant_id': 'b1292246ff0e466abc9f0530f0396a96'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:49.584578 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.605991 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Made reservation on behalf of b1292246ff0e466abc9f0530f0396a96 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:49.608667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.619158 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.621336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.622107 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:49.622631 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.689598 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6177039 Oct 14 13:00:49.690079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43542) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:49.702580 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Request body: {'subnet': {'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-subnet', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:49.714741 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks [] for security_group (fad615c9-4e29-41e8-8e4b-dc878138032d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.715520 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f210da1-b7f7-4ab1-bc52-d55f6c66d2fc admin admin] Pushing event updated for resources: {'Network': ['ID=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:49.719208 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fad615c9-4e29-41e8-8e4b-dc878138032d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.731408 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Made reservation on behalf of 5d716a28995942e788205c1ad1e83bb3 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:49.734858 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005287'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.735989 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:00:49.747194 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:00:49.773726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:49.777598 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad615c9-4e29-41e8-8e4b-dc878138032d,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:49.787997 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (d9cf245e-1e05-4b38-9dca-7003444bfae5), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.788430 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Added segment d9cf245e-1e05-4b38-9dca-7003444bfae5 of type vlan for network b79297cd-7345-493f-9ada-5f9c33860674 Oct 14 13:00:49.852058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (b79297cd-7345-493f-9ada-5f9c33860674), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.865328 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:49.886657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (b79297cd-7345-493f-9ada-5f9c33860674), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.888146 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:49.889274 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.921065 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4649096 Oct 14 13:00:49.928548 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43550) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:49.933795 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Request body: {'subnet': {'network_id': 'b79297cd-7345-493f-9ada-5f9c33860674', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1897261461-subnet', 'tenant_id': 'b1292246ff0e466abc9f0530f0396a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:49.947896 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:49.968853 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f4b7c-0d6c-4cf4-b538-114c562e8cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=b79297cd-7345-493f-9ada-5f9c33860674,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:49.977056 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005301'] for subnet (e62952f2-fc8e-427f-9767-45884c190e84), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:49.990664 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Made reservation on behalf of b1292246ff0e466abc9f0530f0396a96 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:49.992662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network b79297cd-7345-493f-9ada-5f9c33860674 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:00:49.992986 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005287'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.096514 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62952f2-fc8e-427f-9767-45884c190e84,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:50.115291 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Checking segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:50.115657 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Network hostable DHCP agents. Network: d80192b0-2cb7-4b32-acc8-b8489f9d8a8b, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:00:50.153040 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:50.157911 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:00:50.189850 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, d80192b0-2cb7-4b32-acc8-b8489f9d8a8b) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:50.198561 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:50.198716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cac6d-4927-4673-ab93-49f424e1d8c6 None None] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:50.199160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.255946 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ce4f6e87-c690-481b-935b-893a8005e373 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5649211 Oct 14 13:00:50.258573 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43562) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:50.265968 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:50.296005 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005301'] for subnet (00faa724-5a7e-4361-9767-8bf83fbe7b69), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.342699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.343693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.374126 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-d80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:00:50.375447 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.376758 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00faa724-5a7e-4361-9767-8bf83fbe7b69,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:50.393290 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Checking segment: {'id': 'd9cf245e-1e05-4b38-9dca-7003444bfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b79297cd-7345-493f-9ada-5f9c33860674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:50.393739 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Network hostable DHCP agents. Network: b79297cd-7345-493f-9ada-5f9c33860674, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:00:50.414698 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb5b88-10be-4ae4-9093-d305798b6926 req-7d5a8bdf-c530-4758-972a-e5843d589d47 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:50.416967 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3dcb5b88-10be-4ae4-9093-d305798b6926 req-7d5a8bdf-c530-4758-972a-e5843d589d47 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0806403 Oct 14 13:00:50.420737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:50.451930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Network b79297cd-7345-493f-9ada-5f9c33860674 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:00:50.456034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks [] for router_controller (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.507850 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, b79297cd-7345-493f-9ada-5f9c33860674) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:50.521035 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fa0cb-ce22-4697-8521-93d7691a7c4f None None] Network b79297cd-7345-493f-9ada-5f9c33860674 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:50.526590 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:50.527336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.582442 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-03ab7345-eaf4-47f3-9fd0-7954ec21c3b6 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6528053 Oct 14 13:00:50.668720 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks [] for router_gateway (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.673653 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43572) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:50.695289 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Allocated IP 172.20.0.2 (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b/e62952f2-fc8e-427f-9767-45884c190e84/20e86a18-f357-4b6b-bc8d-13a324fca1b6) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:50.742443 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3dcb5b88-10be-4ae4-9093-d305798b6926 req-66f35fe9-1c2c-44fc-8c63-3ee4f0884fa3 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133867 Oct 14 13:00:50.792749 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e65151-ba6a-4d21-a7c2-a76c0a13583a None None] Network b79297cd-7345-493f-9ada-5f9c33860674 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:50.883887 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf0b61a-27c2-4f52-9b37-0e240a17d413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.920548 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:50.950616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks [] for router_gateway (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:50.978367 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.006311 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Publish callbacks [] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.012728 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.015883 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:51.063948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:51.068972 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:51.073381 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:51.078519 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Pushing event updated for resources: {'Port': ['ID=20e86a18-f357-4b6b-bc8d-13a324fca1b6,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.112949 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf0b61a-27c2-4f52-9b37-0e240a17d413 admin admin] Publish callbacks [] for security_group (82cb6f14-3c17-4777-9a2f-d6dba990c412), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.120804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf0b61a-27c2-4f52-9b37-0e240a17d413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (82cb6f14-3c17-4777-9a2f-d6dba990c412), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.129425 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:51.145093 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Attempting to bind port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:51.145536 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Attempting to bind port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:51.145907 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Attempting to bind port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:51.180852 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Allocated IP 172.27.3.8 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/39ce482b-5fb9-4334-b6e3-e28ea1e3ef03) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:51.192825 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-edf0b61a-27c2-4f52-9b37-0e240a17d413 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7cdd3e2f2a314a5f9081b04ac799f719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151453 Oct 14 13:00:51.192825 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0b61a-27c2-4f52-9b37-0e240a17d413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb6f14-3c17-4777-9a2f-d6dba990c412,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.193901 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43586) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:51.195426 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:51.195879 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Checking segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:51.196348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.197470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Bound using segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:51.198122 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Bound port: 20e86a18-f357-4b6b-bc8d-13a324fca1b6, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:51.198576 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.269781 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-02ffa960-1c80-4ebc-b42a-fa77969d4587 admin admin] Publish callbacks [] for security_group (82cb6f14-3c17-4777-9a2f-d6dba990c412), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.301527 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-02ffa960-1c80-4ebc-b42a-fa77969d4587 admin admin] Publish callbacks [] for security_group (82cb6f14-3c17-4777-9a2f-d6dba990c412), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.305688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] For port 20e86a18-f357-4b6b-bc8d-13a324fca1b6, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:51.314398 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] For port 20e86a18-f357-4b6b-bc8d-13a324fca1b6, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=20e86a18-f357-4b6b-bc8d-13a324fca1b6,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:51.324300 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks [] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.332179 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.365560 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43592) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:51.371529 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2133357237-network', 'tenant_id': 'b7cde5ae43f440a9b12acda095dd1666'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:51.385522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.399622 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Made reservation on behalf of b7cde5ae43f440a9b12acda095dd1666 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:51.406610 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.414042 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f438c0-d8e9-4b92-8afe-18f856450f1b None None] Pushing event updated for resources: {'Port': ['ID=20e86a18-f357-4b6b-bc8d-13a324fca1b6,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.420085 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.428584 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:51.434116 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:51.439292 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:51.452928 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-02ffa960-1c80-4ebc-b42a-fa77969d4587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (82cb6f14-3c17-4777-9a2f-d6dba990c412), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.455630 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-02ffa960-1c80-4ebc-b42a-fa77969d4587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.459213 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-02ffa960-1c80-4ebc-b42a-fa77969d4587 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/82cb6f14-3c17-4777-9a2f-d6dba990c412 HTTP/1.1" status: 204 len: 168 time: 0.2610025 Oct 14 13:00:51.468909 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Pushing event updated for resources: {'Port': ['ID=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.477714 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa960-1c80-4ebc-b42a-fa77969d4587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cb6f14-3c17-4777-9a2f-d6dba990c412,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.599699 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks [] for security_group (0149c504-e951-438a-9a71-eb93b88cddd4), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.605315 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0149c504-e951-438a-9a71-eb93b88cddd4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.644315 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:00:51.659280 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0149c504-e951-438a-9a71-eb93b88cddd4,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.680859 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (ba074d16-64e4-4a7e-af11-cfb1899eb30d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.683241 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Added segment ba074d16-64e4-4a7e-af11-cfb1899eb30d of type vlan for network 98e1b1df-04a3-48aa-9898-ddae7a2dbc14 Oct 14 13:00:51.754682 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (98e1b1df-04a3-48aa-9898-ddae7a2dbc14), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.810048 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (98e1b1df-04a3-48aa-9898-ddae7a2dbc14), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.811400 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:51.812263 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.828554 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks [] for router_gateway (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.889161 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 20e86a18-f357-4b6b-bc8d-13a324fca1b6 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:51.889732 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=6,neutron:INSERT=8,neutron:SELECT=86 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:51.909234 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5425429 Oct 14 13:00:51.912512 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43600) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:51.926530 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Request body: {'subnet': {'network_id': '98e1b1df-04a3-48aa-9898-ddae7a2dbc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2133357237-subnet', 'tenant_id': 'b7cde5ae43f440a9b12acda095dd1666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:51.930578 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:51.938419 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996c728-0ea4-4ed9-8d22-f0ae3e526d9a admin admin] Pushing event updated for resources: {'Network': ['ID=98e1b1df-04a3-48aa-9898-ddae7a2dbc14,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:51.955181 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 98e1b1df-04a3-48aa-9898-ddae7a2dbc14 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:00:51.957670 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:51.958087 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:51.958490 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 Oct 14 13:00:51.964633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167bbd8-cbf0-4186-8baa-9b89575489e6 req-e5ae7aaf-6a88-4d87-b1c1-2a2e276f6a76 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:51.966316 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1167bbd8-cbf0-4186-8baa-9b89575489e6 req-e5ae7aaf-6a88-4d87-b1c1-2a2e276f6a76 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0932732 Oct 14 13:00:51.979778 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Made reservation on behalf of b7cde5ae43f440a9b12acda095dd1666 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:00:51.990663 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519545'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.047723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:52.093302 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1167bbd8-cbf0-4186-8baa-9b89575489e6 req-68ce024f-f724-4dde-8a76-b921eb9ef465 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159358 Oct 14 13:00:52.133993 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:UPDATE=4,neutron:INSERT=11,neutron:SELECT=79,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:52.162614 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.165633 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:52.166031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.228282 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 20e86a18-f357-4b6b-bc8d-13a324fca1b6, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=20e86a18-f357-4b6b-bc8d-13a324fca1b6,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:52.235207 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.304773 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2807989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519531'] for subnet (2ac25778-6655-491d-8284-f1d46e0aa51e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.323768 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=20e86a18-f357-4b6b-bc8d-13a324fca1b6,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:52.341329 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:00:52.416619 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac25778-6655-491d-8284-f1d46e0aa51e,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:52.428511 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:52.433878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Checking segment: {'id': 'ba074d16-64e4-4a7e-af11-cfb1899eb30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98e1b1df-04a3-48aa-9898-ddae7a2dbc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:52.434250 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Network hostable DHCP agents. Network: 98e1b1df-04a3-48aa-9898-ddae7a2dbc14, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:00:52.462920 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Network 98e1b1df-04a3-48aa-9898-ddae7a2dbc14 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:00:52.476821 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 98e1b1df-04a3-48aa-9898-ddae7a2dbc14) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:52.482805 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:52.483830 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.494829 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b046331b-7cae-470c-bc4c-a97f9c0f2280 None None] Network 98e1b1df-04a3-48aa-9898-ddae7a2dbc14 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:52.500535 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:00:52.523972 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2b4757b2-d3b5-4a4b-bbb3-948ae88993ae admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6097116 Oct 14 13:00:52.532936 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:00:52.535113 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:52.539284 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cb7c6392-a837-4fc0-8a0d-733b39554a28 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2771738 Oct 14 13:00:52.539645 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43620) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:52.609011 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:52.610304 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:52.784544 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41643234-c511-41a2-a77e-68475fad7d80 None None] Network 98e1b1df-04a3-48aa-9898-ddae7a2dbc14 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:52.803539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:52.811812 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:53.097366 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.112912 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b961a-9f87-4b03-9e53-fcea1b65a5aa None None] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:00:53.193244 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:53.205283 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-fbfe7ee4-7dae-4787-9948-14ea20009915 None None] Provisioning complete for port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:53.205689 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7ee4-7dae-4787-9948-14ea20009915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.206203 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-fbfe7ee4-7dae-4787-9948-14ea20009915 None None] Attempt 1 to provision port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 Oct 14 13:00:53.302505 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606bf6-5a9e-4258-a45e-2133479919b5 req-6ee97b14-73d7-46b9-8a92-566633290fdb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:53.304064 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e1606bf6-5a9e-4258-a45e-2133479919b5 req-6ee97b14-73d7-46b9-8a92-566633290fdb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0923772 Oct 14 13:00:53.386858 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:51Z', 'revision_number': 3, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:53.400369 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Allocated IP 172.20.0.1 (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b/e62952f2-fc8e-427f-9767-45884c190e84/7aad5e2e-9895-460b-ac28-30b368ba8193) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:53.408803 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e1606bf6-5a9e-4258-a45e-2133479919b5 req-0f215d5b-acc3-4722-a404-6463107f5671 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977604 Oct 14 13:00:53.415920 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:53.436354 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:00:53.436701 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Updating router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:00:53.440414 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:53.510322 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe7ee4-7dae-4787-9948-14ea20009915 None None] Current status of the port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:53.530769 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.648824 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks [] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.702380 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.796879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:53.825417 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:53.828017 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:53.861031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b87df08a-fb1c-4c12-b79e-185aa5e42d0c None None] Provisioning complete for port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:53.861414 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b87df08a-fb1c-4c12-b79e-185aa5e42d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.861773 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-b87df08a-fb1c-4c12-b79e-185aa5e42d0c None None] Attempt 1 to provision port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 Oct 14 13:00:53.864342 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 20e86a18-f357-4b6b-bc8d-13a324fca1b6 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:53.869436 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Pushing event updated for resources: {'Port': ['ID=7aad5e2e-9895-460b-ac28-30b368ba8193,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:53.890386 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.968661 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Publish callbacks [] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:53.980586 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.018180 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:54.027203 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:54.027699 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.028083 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 Oct 14 13:00:54.035875 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Attempting to bind port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:54.036442 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Attempting to bind port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:54.036607 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Attempting to bind port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:54.059573 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.127611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3533aa-3f78-411d-ab80-8a4456d5f82e None None] Pushing event updated for resources: {'Port': ['ID=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:54.145612 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b87df08a-fb1c-4c12-b79e-185aa5e42d0c None None] Current status of the port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:54.164013 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:54.164402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:54.164786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.165183 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:54.166220 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Bound port: 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:54.166607 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.239781 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:54.246159 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks [] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.252539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] For port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:54.254502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.260759 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] For port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:54.270717 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.279848 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-55119d5b-3e0b-4906-a25f-8ddfd26e5f3a None None] Provisioning complete for port 7aad5e2e-9895-460b-ac28-30b368ba8193 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:54.280163 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-55119d5b-3e0b-4906-a25f-8ddfd26e5f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.280495 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-55119d5b-3e0b-4906-a25f-8ddfd26e5f3a None None] Attempt 1 to provision port 7aad5e2e-9895-460b-ac28-30b368ba8193 Oct 14 13:00:54.324181 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.325745 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Pushing event updated for resources: {'Port': ['ID=7aad5e2e-9895-460b-ac28-30b368ba8193,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:54.331781 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:54.351259 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:54.352436 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:54.353992 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:54.367888 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-55119d5b-3e0b-4906-a25f-8ddfd26e5f3a None None] Port 7aad5e2e-9895-460b-ac28-30b368ba8193 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:00:54.405009 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3533aa-3f78-411d-ab80-8a4456d5f82e None None] Pushing event updated for resources: {'Port': ['ID=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:54.428746 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:54.430218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:54.482812 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:54.533213 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:54.555487 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:00:54.592106 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c7c85-420a-41aa-8aeb-dad8903bab74 req-37c4b66e-03a2-479a-80c7-5d6311a87e3e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:54.596389 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-429c7c85-420a-41aa-8aeb-dad8903bab74 req-37c4b66e-03a2-479a-80c7-5d6311a87e3e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0600810 Oct 14 13:00:54.680180 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-429c7c85-420a-41aa-8aeb-dad8903bab74 req-b58bdc5a-d496-4353-af85-26035cc9f4e5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736079 Oct 14 13:00:54.716301 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:00:54.741535 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1d9668ae-d6fa-4258-90e5-1fb9f3d7bdea admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965034 Oct 14 13:00:54.759466 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d4e40cd1-e25c-417f-9d38-16f226fb7fb5 None None] Provisioning complete for port 7aad5e2e-9895-460b-ac28-30b368ba8193 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:54.759844 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4e40cd1-e25c-417f-9d38-16f226fb7fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:54.760187 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-d4e40cd1-e25c-417f-9d38-16f226fb7fb5 None None] Attempt 1 to provision port 7aad5e2e-9895-460b-ac28-30b368ba8193 Oct 14 13:00:54.799784 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 2, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:54.830487 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fddb7a-a7f4-4397-b3cd-3282403a94ee None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 2, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:00:54.833740 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d4e40cd1-e25c-417f-9d38-16f226fb7fb5 None None] Port 7aad5e2e-9895-460b-ac28-30b368ba8193 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:00:55.147278 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 43722) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:55.152763 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810931329', 'description': 'tempest-description--1305130642'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:55.153003 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:55.175017 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.253361 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (0b414a38-5833-4708-b71c-ea7b0fa66bc8), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.257758 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0b414a38-5833-4708-b71c-ea7b0fa66bc8), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.291433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.293079 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1443484 Oct 14 13:00:55.293821 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebd274-ddd1-47a0-a7aa-f11f4b963ed4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b414a38-5833-4708-b71c-ea7b0fa66bc8,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:55.295691 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43724) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:55.300176 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'security_group_rule': {'security_group_id': '0b414a38-5833-4708-b71c-ea7b0fa66bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:55.312092 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=82 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:55.329765 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (f1b940ba-15f2-46be-ad30-09e85631b82b), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.401667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (f1b940ba-15f2-46be-ad30-09e85631b82b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.405648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (f1b940ba-15f2-46be-ad30-09e85631b82b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.425981 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b940ba-15f2-46be-ad30-09e85631b82b,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:55.435913 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.437138 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cfcc304c-fef6-4b02-9a2e-be66575f8555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404619 Oct 14 13:00:55.439971 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43726) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:55.444664 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'security_group_rule': {'security_group_id': '0b414a38-5833-4708-b71c-ea7b0fa66bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:55.469138 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:55.474102 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (9618d910-d243-4dae-9207-097c4b94780a), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.534125 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (9618d910-d243-4dae-9207-097c4b94780a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.538239 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (9618d910-d243-4dae-9207-097c4b94780a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.558009 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9618d910-d243-4dae-9207-097c4b94780a,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:55.571327 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.573036 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-37e56350-cc65-484c-92e4-411ed7bda9cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319408 Oct 14 13:00:55.576138 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 43728) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:00:55.586712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:00:55.615263 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.835611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:55.888171 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:55.888548 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:55.888881 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 Oct 14 13:00:55.946079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.054929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b4ba2-bec9-4381-af7a-9c375060b653 req-882d7376-3306-4bb7-8cd8-79257dcc9d13 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:56.057100 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8b6b4ba2-bec9-4381-af7a-9c375060b653 req-882d7376-3306-4bb7-8cd8-79257dcc9d13 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1028342 Oct 14 13:00:56.169074 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Allocated IP 172.27.3.133 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/491f4f4e-0fdf-4dba-80f4-6870321b3050) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:00:56.171405 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:56.171851 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.183870 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8b6b4ba2-bec9-4381-af7a-9c375060b653 req-b9d338c7-9f3d-490c-b613-941c0ba2a0a8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180391 Oct 14 13:00:56.220774 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:00:56.230242 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.235679 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:56.288335 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:56.320541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:56.328817 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.372022 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.416197 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:00:56.419344 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:00:56.421921 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:00:56.452241 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'Port': ['ID=491f4f4e-0fdf-4dba-80f4-6870321b3050,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:56.523155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (240c2090-7ecd-4284-aeb1-ee672294e20f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.563642 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.591356 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:56.717580 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.722530 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.798193 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'Port': ['ID=491f4f4e-0fdf-4dba-80f4-6870321b3050,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:56.803743 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (240c2090-7ecd-4284-aeb1-ee672294e20f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.820085 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:56.821360 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8506ea79-2602-47e7-85f1-0e468576e555 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2431488 Oct 14 13:00:57.041615 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:00:57.051134 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:57.051743 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:57.155934 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:57.237692 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-b671f726-04de-49c9-93c3-820cf626c295 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1810931329&fields=id&tenant_id=5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 267 time: 0.0504942 Oct 14 13:00:57.316726 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e177-a6b8-4b56-b020-b95305431e5e req-774fdaef-8794-4d53-bd3e-3bf1c15ebb55 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:57.318880 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e719e177-a6b8-4b56-b020-b95305431e5e req-774fdaef-8794-4d53-bd3e-3bf1c15ebb55 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0551353 Oct 14 13:00:57.365550 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-0c22cd2b-694d-49c6-8d8b-d79111e5b717 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:57.366107 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 2, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:57.370289 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-0c22cd2b-694d-49c6-8d8b-d79111e5b717 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 817 time: 0.1239386 Oct 14 13:00:57.373737 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e719e177-a6b8-4b56-b020-b95305431e5e req-149da0ad-7ae6-45bb-9cbb-107fcb70d757 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Oct 14 13:00:57.383413 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-879af3b1-6679-46be-ad7b-5010236e0ce0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/quotas/5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Oct 14 13:00:57.392631 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:00:57.392996 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Updating router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 port 7aad5e2e-9895-460b-ac28-30b368ba8193 binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:00:57.424749 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:57.438199 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-a63d5796-6307-49d2-bea9-20ee27842d82 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491309 Oct 14 13:00:57.542921 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-4e825993-7314-4ef9-bd94-75b3403b6403 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928152 Oct 14 13:00:57.670200 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-7d3a72e8-ad02-4c5c-ae82-3aabfcc21727 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211531 Oct 14 13:00:57.702698 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Publish callbacks [] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:57.712653 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:57.756918 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Pushing event updated for resources: {'Port': ['ID=7aad5e2e-9895-460b-ac28-30b368ba8193,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:57.766043 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.766397 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.766758 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.767111 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.767448 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.767799 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.768151 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.768715 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.769206 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.769686 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.770110 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.770442 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.770662 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.771133 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.771460 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:00:57.843879 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Attempting to bind port 7aad5e2e-9895-460b-ac28-30b368ba8193 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:00:57.844351 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Attempting to bind port 7aad5e2e-9895-460b-ac28-30b368ba8193 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:00:57.844829 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Attempting to bind port 7aad5e2e-9895-460b-ac28-30b368ba8193 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:00:57.851841 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:57.916676 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:57.917591 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:57.918180 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 Oct 14 13:00:57.919571 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:00:57.919943 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Checking segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:00:57.920345 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:57.920732 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Bound using segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:00:57.921213 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Bound port: 7aad5e2e-9895-460b-ac28-30b368ba8193, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:00:57.921636 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:57.980193 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-685f9cde-f395-43cf-9b52-e36df77cd9dc req-aadda2d7-546d-493f-b7aa-99b245636502 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 210 time: 0.0528164 Oct 14 13:00:58.047577 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:58.126981 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:58.141997 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] For port 7aad5e2e-9895-460b-ac28-30b368ba8193, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:00:58.148374 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] For port 7aad5e2e-9895-460b-ac28-30b368ba8193, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7aad5e2e-9895-460b-ac28-30b368ba8193,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:00:58.156649 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:58.202100 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:00:58.202730 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:00:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:58.241553 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:58.254274 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:58.258328 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f97b3-56b9-4a0f-835f-3451c5eab2a8 None None] Pushing event updated for resources: {'Port': ['ID=7aad5e2e-9895-460b-ac28-30b368ba8193,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:00:58.325926 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:00:58.508022 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244752d-b13f-4c23-8d60-d0fc3be51bab req-ecafcda0-161a-4a92-ae49-7f23750d3ef4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:58.510284 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7244752d-b13f-4c23-8d60-d0fc3be51bab req-ecafcda0-161a-4a92-ae49-7f23750d3ef4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0527968 Oct 14 13:00:58.521458 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:58.523286 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:58Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:00:58.548109 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63ff2f-9d33-4c3c-a64d-2d7fbc8df253 None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:58Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:00:58.561195 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7244752d-b13f-4c23-8d60-d0fc3be51bab req-06077a1b-5b81-4a7c-84db-ee845ea6cbf9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Oct 14 13:00:59.090486 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e80a3d5c-2424-48bc-b12a-2afef8b0a271 req-4bc4d8c3-1b39-434c-904f-58b997e3322b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 210 time: 0.0280523 Oct 14 13:00:59.461161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:00:59.466006 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7873a-f520-406d-90c1-4cca8844547f req-7c5396e7-5272-4abc-80ef-bb76d7faa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:59.467817 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1ef7873a-f520-406d-90c1-4cca8844547f req-7c5396e7-5272-4abc-80ef-bb76d7faa2e4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 1129 time: 0.0409758 Oct 14 13:00:59.519062 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1ef7873a-f520-406d-90c1-4cca8844547f req-0b548b6e-6164-406d-82c6-6dfd94699379 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Oct 14 13:00:59.685516 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcda50c-965d-46bd-a430-24330645c10a req-e5a24b26-30db-4b77-b6b8-08827a86efb6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:00:59.686995 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4fcda50c-965d-46bd-a430-24330645c10a req-e5a24b26-30db-4b77-b6b8-08827a86efb6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0501623 Oct 14 13:00:59.748913 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4fcda50c-965d-46bd-a430-24330645c10a req-49cacf15-3433-46ea-8a2a-7b014586aeab tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558000 Oct 14 13:00:59.819375 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7aad5e2e-9895-460b-ac28-30b368ba8193 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:00:59.864492 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 7aad5e2e-9895-460b-ac28-30b368ba8193 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:00:59.864964 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:59.865371 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 7aad5e2e-9895-460b-ac28-30b368ba8193 Oct 14 13:00:59.948831 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 7aad5e2e-9895-460b-ac28-30b368ba8193 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:00:59.949317 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:00:59.990336 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4947ed59-84c0-466b-855b-b8346d3a2aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:00.001475 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 7aad5e2e-9895-460b-ac28-30b368ba8193, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7aad5e2e-9895-460b-ac28-30b368ba8193,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:00.006189 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:00.056021 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=7aad5e2e-9895-460b-ac28-30b368ba8193,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:00.209591 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-81181a17-eb27-456f-8751-3bdd7a31c692 req-a4ffe6ed-cb62-4be3-a2cc-47db6dfa3952 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 210 time: 0.0270298 Oct 14 13:01:00.875776 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26747b-3ecf-470e-897f-41aa03d66fb0 req-5c130909-ed70-4185-b883-876d93c8d679 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:00.877476 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f26747b-3ecf-470e-897f-41aa03d66fb0 req-5c130909-ed70-4185-b883-876d93c8d679 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0480113 Oct 14 13:01:00.926009 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f26747b-3ecf-470e-897f-41aa03d66fb0 req-cf3227fd-b0b0-4547-95da-03b72fb75a29 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Oct 14 13:01:01.348936 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cf3c8f4-8718-4ad7-8d1e-86bfbc517ea5 req-72570999-17c4-45a4-b6e1-78ab490c7e10 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 210 time: 0.0444913 Oct 14 13:01:01.407545 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-26fff283-7fcf-4bf9-a37e-ae7056293642 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:01.409047 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-26fff283-7fcf-4bf9-a37e-ae7056293642 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 817 time: 0.1382971 Oct 14 13:01:01.478347 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-26137829-a7b2-4b6b-a98f-705a34922de0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 380 time: 0.0568495 Oct 14 13:01:01.487848 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'port': {'device_id': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'admin_state_up': True, 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'security_groups': ['0b414a38-5833-4708-b71c-ea7b0fa66bc8']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:01.609529 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Made reservation on behalf of 5d716a28995942e788205c1ad1e83bb3 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:01.613230 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:01.746563 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Allocated IP 172.20.0.10 (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b/e62952f2-fc8e-427f-9767-45884c190e84/e3f9c588-4549-470d-90da-07db69916332) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:01.829562 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7aad5e2e-9895-460b-ac28-30b368ba8193 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:01.891033 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 7aad5e2e-9895-460b-ac28-30b368ba8193 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:01.891453 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:01.891789 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 7aad5e2e-9895-460b-ac28-30b368ba8193 Oct 14 13:01:01.937494 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for port (e3f9c588-4549-470d-90da-07db69916332), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:01.947981 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:01.966321 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 7aad5e2e-9895-460b-ac28-30b368ba8193 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:01.966564 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:01.974125 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (e3f9c588-4549-470d-90da-07db69916332), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.016974 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:02.035637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:02.040997 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:02.101686 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:02.123224 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:02.123854 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.134424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec3b35-796c-4b20-8bde-98221aaaddcf req-56227b6b-9386-4672-a264-35ff94c458d5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:02.135906 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5dec3b35-796c-4b20-8bde-98221aaaddcf req-56227b6b-9386-4672-a264-35ff94c458d5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.1160736 Oct 14 13:01:02.156710 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-70f6c0ac-45d1-4c34-bf40-32c86e25c4cc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6729398 Oct 14 13:01:02.174849 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9296c340-cb8a-4792-99f3-985db40137c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.178320 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Request body: {'port': {'device_id': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:02.236780 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5dec3b35-796c-4b20-8bde-98221aaaddcf req-f7e449e9-aa85-4ae7-83dd-80686a8faf0e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902944 Oct 14 13:01:02.265146 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.302914 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e03a0f9-be39-483c-bc27-5ae5b86d902c None None] Provisioning complete for port e3f9c588-4549-470d-90da-07db69916332 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:02.303530 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e03a0f9-be39-483c-bc27-5ae5b86d902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e3f9c588-4549-470d-90da-07db69916332), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.305138 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e03a0f9-be39-483c-bc27-5ae5b86d902c None None] Attempt 1 to provision port e3f9c588-4549-470d-90da-07db69916332 Oct 14 13:01:02.346132 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e03a0f9-be39-483c-bc27-5ae5b86d902c None None] Port e3f9c588-4549-470d-90da-07db69916332 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:02.367878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd36e8-4e2a-426c-8b76-fa30633e706a req-41acb109-b0a2-4cd5-9a65-7b079d76d791 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:02.369438 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c1cd36e8-4e2a-426c-8b76-fa30633e706a req-41acb109-b0a2-4cd5-9a65-7b079d76d791 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0553546 Oct 14 13:01:02.435183 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c1cd36e8-4e2a-426c-8b76-fa30633e706a req-135afc87-c123-4d48-8f9b-6e60e34d9235 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Oct 14 13:01:02.521892 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654f362-5810-4b50-95a9-909498fe5a56 req-83b7b66c-a854-404f-a730-b7a5bfa1c56b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:02.523386 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0654f362-5810-4b50-95a9-909498fe5a56 req-83b7b66c-a854-404f-a730-b7a5bfa1c56b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 932 time: 0.0669870 Oct 14 13:01:02.617051 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f9c588-4549-470d-90da-07db69916332 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:02.625289 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0654f362-5810-4b50-95a9-909498fe5a56 req-f5c6708a-4062-414d-a487-ae52c82e095f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892756 Oct 14 13:01:02.629745 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Publish callbacks [] for port (e3f9c588-4549-470d-90da-07db69916332), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.644568 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Transition to ACTIVE for port object e3f9c588-4549-470d-90da-07db69916332 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:01:02.650389 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.717229 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:02.772197 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Attempting to bind port e3f9c588-4549-470d-90da-07db69916332 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:02.772672 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Attempting to bind port e3f9c588-4549-470d-90da-07db69916332 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:02.773147 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Attempting to bind port e3f9c588-4549-470d-90da-07db69916332 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:02.802696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:02.822845 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Port e3f9c588-4549-470d-90da-07db69916332 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:01:02.823180 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Attempting to bind port e3f9c588-4549-470d-90da-07db69916332 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:02.866238 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:02.866582 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Checking segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:02.866963 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Bound using segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:02.867410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Bound port: e3f9c588-4549-470d-90da-07db69916332, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:02.867836 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.899553 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:02.934722 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:02.938115 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:02.944230 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.948514 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:02.949295 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:02.950712 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 1094 time: 0.7769840 Oct 14 13:01:02.951261 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:02.953504 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4320f16e-42c8-4628-869a-fc3ec49c58b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:03.008277 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc1c4e-18e0-4cef-8414-6803b425dc8f x-openstack-request-id: req-aebc1c4e-18e0-4cef-8414-6803b425dc8f {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:03.008576 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "tag": "e3f9c588-4549-470d-90da-07db69916332", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:03.008883 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aebc1c4e-18e0-4cef-8414-6803b425dc8f {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:03.009283 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebc1c4e-18e0-4cef-8414-6803b425dc8f'] response: {'name': 'network-changed', 'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'status': 'completed', 'code': 200} Oct 14 13:01:03.256231 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d593313-1daf-49d5-abf3-0097b9b802c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:03.262538 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-fc6334a8-df88-496e-941a-75948f1f4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:03.264051 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-fc6334a8-df88-496e-941a-75948f1f4ac3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1128 time: 0.2668490 Oct 14 13:01:03.312073 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-60b8cfd7-70a9-480f-b690-da3edb14d1c1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 217 time: 0.0346043 Oct 14 13:01:03.365840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-6b0876b1-dec9-42be-afe9-990e823f292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:03.367330 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-6b0876b1-dec9-42be-afe9-990e823f292c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0467784 Oct 14 13:01:03.417723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-cddf1cfe-cbd8-471f-ac89-4fe0bf78d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:03.419797 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-cddf1cfe-cbd8-471f-ac89-4fe0bf78d011 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456538 Oct 14 13:01:03.494833 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:03.516866 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-804e2a08-6511-4022-a42a-14f39e63e124 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912042 Oct 14 13:01:03.613049 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c83784eb-534b-4b9e-b54d-87e175f3bf99 req-a7cc336b-bb3f-4b74-b09a-3e5f2fea0399 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885553 Oct 14 13:01:03.762683 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1a536-8178-4503-a0a8-0915812356a5 req-6b462fb1-5363-45c4-b9b7-5689a4e7ebf1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:03.764416 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6cd1a536-8178-4503-a0a8-0915812356a5 req-6b462fb1-5363-45c4-b9b7-5689a4e7ebf1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0490980 Oct 14 13:01:03.812595 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6cd1a536-8178-4503-a0a8-0915812356a5 req-224f1b6d-c57e-44cb-8efb-46739c61fe24 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Oct 14 13:01:04.070065 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbe369-68c2-4e9a-8e2f-645682077844 req-9b9bb4dd-956d-430d-8bc4-5e9bbcf6800a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.072141 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-21bbe369-68c2-4e9a-8e2f-645682077844 req-9b9bb4dd-956d-430d-8bc4-5e9bbcf6800a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0522780 Oct 14 13:01:04.120250 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-21bbe369-68c2-4e9a-8e2f-645682077844 req-9ec71f33-0a01-4db2-9b90-612cfe106d84 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Oct 14 13:01:04.653131 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-eaf4d47c-af76-4dce-8fe9-4e57184bbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.654767 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-eaf4d47c-af76-4dce-8fe9-4e57184bbe93 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1128 time: 0.0763693 Oct 14 13:01:04.672553 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835553af-5730-437d-9669-f9818c6ad8f1 req-38c0ed32-8f97-4326-baf6-2a5dc15aa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.673958 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-38c0ed32-8f97-4326-baf6-2a5dc15aa5b7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1130 time: 0.0530131 Oct 14 13:01:04.773411 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:04.828871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-4c90422a-f3fa-4c88-aa72-26e569b14646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.830352 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-4c90422a-f3fa-4c88-aa72-26e569b14646 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.1684058 Oct 14 13:01:04.834608 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835553af-5730-437d-9669-f9818c6ad8f1 req-8f3dc709-f399-4a18-85ea-542f1b2aa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.835910 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-8f3dc709-f399-4a18-85ea-542f1b2aa7f9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.1518621 Oct 14 13:01:04.879707 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-d294cce2-1a51-460b-b11c-6db3b201a3ea service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 217 time: 0.0412958 Oct 14 13:01:04.908757 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-169b9df7-b349-47ad-b8cb-0306c4a78d30 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 200 len: 217 time: 0.0356619 Oct 14 13:01:04.942708 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e17229-fc5c-4108-90ae-c4463534546a req-86c15d0e-5b7b-4436-9d44-3136726fef13 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.944207 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12e17229-fc5c-4108-90ae-c4463534546a req-86c15d0e-5b7b-4436-9d44-3136726fef13 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0477757 Oct 14 13:01:04.989145 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-6f59b9d7-5b56-457b-bfa9-04940931234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:04.990715 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-6f59b9d7-5b56-457b-bfa9-04940931234e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0838649 Oct 14 13:01:04.997975 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12e17229-fc5c-4108-90ae-c4463534546a req-4e948c1e-9c2d-46f6-9b29-9b0f7bd164d3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472105 Oct 14 13:01:05.000894 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835553af-5730-437d-9669-f9818c6ad8f1 req-233c2a12-3bb3-46a5-ad97-75d0a4a934b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:05.002350 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-233c2a12-3bb3-46a5-ad97-75d0a4a934b8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0679581 Oct 14 13:01:05.036495 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:05.071135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-54bf9b0d-5b25-4634-9728-3be10dcae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:05.073170 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-54bf9b0d-5b25-4634-9728-3be10dcae47a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699465 Oct 14 13:01:05.075949 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835553af-5730-437d-9669-f9818c6ad8f1 req-f1d1a7ec-7e6e-4a4b-a3b8-080f3fb55114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:05.077293 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-f1d1a7ec-7e6e-4a4b-a3b8-080f3fb55114 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636888 Oct 14 13:01:05.103402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:05.154396 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:05.281627 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-9a706bfa-636b-4e89-881b-c60294fe4e99 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871519 Oct 14 13:01:05.289072 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64abd46-0f51-4818-9867-1445c2667c09 req-e150f956-1bb4-4f21-bbba-0dc28dcad9f1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:05.291055 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c64abd46-0f51-4818-9867-1445c2667c09 req-e150f956-1bb4-4f21-bbba-0dc28dcad9f1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0889370 Oct 14 13:01:05.292957 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-7b6fdae0-dcc9-4ae6-ae26-fde3b9c37b98 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059944 Oct 14 13:01:05.339557 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c64abd46-0f51-4818-9867-1445c2667c09 req-77af2bb6-0f46-4b78-a14b-949c9d735cf6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Oct 14 13:01:06.114613 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:06.127403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c14752-6515-4fb5-8af8-ba92ad2389c0 req-9d7a3a0f-8704-49d0-9028-6d4706354d2f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:06.128814 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86c14752-6515-4fb5-8af8-ba92ad2389c0 req-9d7a3a0f-8704-49d0-9028-6d4706354d2f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0514431 Oct 14 13:01:06.192074 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86c14752-6515-4fb5-8af8-ba92ad2389c0 req-9937d750-beaf-4422-876f-27387a520fe0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567806 Oct 14 13:01:06.456899 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56e7b8-8f28-4a09-bcd8-4f697af3b58b req-7fa01690-b353-49df-bd25-cfd5c9c6b347 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:06.458397 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-df56e7b8-8f28-4a09-bcd8-4f697af3b58b req-7fa01690-b353-49df-bd25-cfd5c9c6b347 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0459688 Oct 14 13:01:06.504372 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-df56e7b8-8f28-4a09-bcd8-4f697af3b58b req-f4308792-681c-4b10-9f40-50e1dc43d64c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Oct 14 13:01:06.941369 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:01:06.959218 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:07.044686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:07.058896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'e3f9c588-4549-470d-90da-07db69916332', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'port_id': 'e3f9c588-4549-470d-90da-07db69916332', 'mac_address': 'fa:16:3e:e7:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:01:07.094681 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:07.095173 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:07.103913 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4320f16e-42c8-4628-869a-fc3ec49c58b5 req-7f98bc7f-8745-49ba-ac5b-8a905517d903 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568120 Oct 14 13:01:07.105694 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-835553af-5730-437d-9669-f9818c6ad8f1 req-1ef1e428-f304-4b0b-8209-9a0416e2a9c4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662152 Oct 14 13:01:07.108817 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f9c588-4549-470d-90da-07db69916332 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:07.129607 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:07.133363 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:07.182337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:07.319051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d5cc-f407-499e-aa2e-c102b5cb2d9a req-d5c0303a-82fe-4242-bac6-d1ec6d55497d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:07.320515 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ba19d5cc-f407-499e-aa2e-c102b5cb2d9a req-d5c0303a-82fe-4242-bac6-d1ec6d55497d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 945 time: 0.0476663 Oct 14 13:01:07.369847 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ba19d5cc-f407-499e-aa2e-c102b5cb2d9a req-8c64b324-49cb-4224-95de-1a6209b38727 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Oct 14 13:01:07.626376 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072396b7-9388-4bda-a8ea-659e1ac48456 req-3e3335bb-9853-40f8-bdf0-f5095424d5ef tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:07.627889 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-072396b7-9388-4bda-a8ea-659e1ac48456 req-3e3335bb-9853-40f8-bdf0-f5095424d5ef tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0474963 Oct 14 13:01:07.678057 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-072396b7-9388-4bda-a8ea-659e1ac48456 req-67594415-72f0-4434-a6f8-1dac0380f9be tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Oct 14 13:01:08.283007 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['e3f9c588-4549-470d-90da-07db69916332'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:01:08.306649 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:08.495794 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b037-759d-4483-baff-a81d3b59bada req-3ebea9db-e3fd-4588-8260-a3b91c04220e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:08.497186 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c465b037-759d-4483-baff-a81d3b59bada req-3ebea9db-e3fd-4588-8260-a3b91c04220e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 945 time: 0.0462408 Oct 14 13:01:08.518826 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=42 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:08.526781 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=29 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:08.546859 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c465b037-759d-4483-baff-a81d3b59bada req-54a6919b-a684-4dd6-a4dc-b5b591b38a50 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440433 Oct 14 13:01:08.816090 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a377a6e-42b5-40ec-933e-1a9d3ccef6bc req-fe6fd29a-7f0c-46a4-81e3-7cfc7eea5d0e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:08.817747 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a377a6e-42b5-40ec-933e-1a9d3ccef6bc req-fe6fd29a-7f0c-46a4-81e3-7cfc7eea5d0e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0525079 Oct 14 13:01:08.839986 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:08.875684 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a377a6e-42b5-40ec-933e-1a9d3ccef6bc req-844d467b-2286-400f-b6d2-c6d3ee553d21 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Oct 14 13:01:09.672920 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6b4d6-e0e1-41f0-9e80-a0757007df7b req-9b2ed698-2a58-4420-aea5-38a99e98d973 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:09.674396 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fc6b4d6-e0e1-41f0-9e80-a0757007df7b req-9b2ed698-2a58-4420-aea5-38a99e98d973 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Oct 14 13:01:09.722116 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fc6b4d6-e0e1-41f0-9e80-a0757007df7b req-6903ab8c-7606-408b-b718-d87b798ebc9c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Oct 14 13:01:09.998736 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24378960-a37b-40a8-8872-be57e83d6da1 req-19e33d40-19f6-4a02-9eb6-d46d181acc7f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:10.000199 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24378960-a37b-40a8-8872-be57e83d6da1 req-19e33d40-19f6-4a02-9eb6-d46d181acc7f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0489852 Oct 14 13:01:10.046599 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24378960-a37b-40a8-8872-be57e83d6da1 req-8f8ae7ac-8302-4234-b04b-7ea37c816b0a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Oct 14 13:01:10.381734 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:10.426992 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port e3f9c588-4549-470d-90da-07db69916332 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:01:10.433523 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port e3f9c588-4549-470d-90da-07db69916332 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:10.434293 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e3f9c588-4549-470d-90da-07db69916332), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.434641 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port e3f9c588-4549-470d-90da-07db69916332 Oct 14 13:01:10.460041 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44014) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:10.505207 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Deleting subnet 00faa724-5a7e-4361-9767-8bf83fbe7b69 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:01:10.508488 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Publish callbacks [] for subnet (00faa724-5a7e-4361-9767-8bf83fbe7b69), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.511441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:10.511832 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.534930 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:10.537210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f72dc-fe2d-4774-9ce2-b16a95a17d9b" -d '{"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:10.544563 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (00faa724-5a7e-4361-9767-8bf83fbe7b69), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.546242 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:10.551062 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:10.556080 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.582496 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167d590-9f09-46ab-95a6-ad9e2d944a52 x-openstack-request-id: req-0167d590-9f09-46ab-95a6-ad9e2d944a52 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:10.582796 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:10.583379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0167d590-9f09-46ab-95a6-ad9e2d944a52 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:10.583498 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0167d590-9f09-46ab-95a6-ad9e2d944a52'] response: {'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'code': 200} Oct 14 13:01:10.593640 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (00faa724-5a7e-4361-9767-8bf83fbe7b69), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.610156 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:10.656728 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (00faa724-5a7e-4361-9767-8bf83fbe7b69), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.684859 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00faa724-5a7e-4361-9767-8bf83fbe7b69,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:10.690684 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.694339 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b21ec4a2-8350-4808-bc81-d306ce38236d admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/00faa724-5a7e-4361-9767-8bf83fbe7b69 HTTP/1.1" status: 204 len: 168 time: 0.2333004 Oct 14 13:01:10.701939 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44022) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:10.809366 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (b79297cd-7345-493f-9ada-5f9c33860674), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:10.819070 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa290a7b-aa44-4700-8807-80387e939bf0 req-9fd19d71-d5f2-49b0-a049-7a09febb8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:10.820519 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aa290a7b-aa44-4700-8807-80387e939bf0 req-9fd19d71-d5f2-49b0-a049-7a09febb8bb7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1130 time: 0.0704052 Oct 14 13:01:10.901025 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d994f8c-78e8-49fe-a00a-dfe34ffa3716 req-ca9fef3d-c61a-43a5-9e2c-ce7fba87979a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:10.901781 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d994f8c-78e8-49fe-a00a-dfe34ffa3716 req-ca9fef3d-c61a-43a5-9e2c-ce7fba87979a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0977983 Oct 14 13:01:10.987224 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (b79297cd-7345-493f-9ada-5f9c33860674), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.003380 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aa290a7b-aa44-4700-8807-80387e939bf0 req-3baaea96-b5d1-42ab-8b6b-03ef0c371628 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622219 Oct 14 13:01:11.026178 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79297cd-7345-493f-9ada-5f9c33860674']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:11.030989 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d994f8c-78e8-49fe-a00a-dfe34ffa3716 req-0de0fc74-b843-4150-a8ea-e9d92006b366 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138980 Oct 14 13:01:11.039085 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cf245e-1e05-4b38-9dca-7003444bfae5') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:11.039388 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cf245e-1e05-4b38-9dca-7003444bfae5') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:11.050383 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (d9cf245e-1e05-4b38-9dca-7003444bfae5), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.063829 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (d9cf245e-1e05-4b38-9dca-7003444bfae5), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.070022 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:01:11.070408 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (d9cf245e-1e05-4b38-9dca-7003444bfae5), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.118692 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment d9cf245e-1e05-4b38-9dca-7003444bfae5 resource provider aggregate not found Oct 14 13:01:11.142948 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment d9cf245e-1e05-4b38-9dca-7003444bfae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9cf245e-1e05-4b38-9dca-7003444bfae5 found for delete ", "request_id": "req-adf53210-1f17-4bfb-ae90-6c72011d5fbe"}]} Oct 14 13:01:11.144485 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (b79297cd-7345-493f-9ada-5f9c33860674), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.150488 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.153652 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/b79297cd-7345-493f-9ada-5f9c33860674 HTTP/1.1" status: 204 len: 168 time: 0.4506917 Oct 14 13:01:11.164435 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44040) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:11.171795 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c7801-2f4c-4b6f-91f6-b6139a5ea816 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79297cd-7345-493f-9ada-5f9c33860674,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:11.192255 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b1c3-7c45-4f4d-abad-ad9f0a29638f req-7f86c947-497d-4f2e-af76-34ec714464b5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:11.194296 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4676b1c3-7c45-4f4d-abad-ad9f0a29638f req-7f86c947-497d-4f2e-af76-34ec714464b5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0556796 Oct 14 13:01:11.212661 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Deleting subnet 2ac25778-6655-491d-8284-f1d46e0aa51e {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:01:11.215966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Publish callbacks [] for subnet (2ac25778-6655-491d-8284-f1d46e0aa51e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.249284 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:11.256943 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (2ac25778-6655-491d-8284-f1d46e0aa51e), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.264879 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4676b1c3-7c45-4f4d-abad-ad9f0a29638f req-161de60b-dd33-4619-900b-90e273778267 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629296 Oct 14 13:01:11.307989 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (2ac25778-6655-491d-8284-f1d46e0aa51e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.334246 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:11.364308 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (2ac25778-6655-491d-8284-f1d46e0aa51e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.372018 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:11.392027 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac25778-6655-491d-8284-f1d46e0aa51e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:11.408605 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.411807 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-cff72a4d-8bdb-416d-bb08-729936589285 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/2ac25778-6655-491d-8284-f1d46e0aa51e HTTP/1.1" status: 204 len: 168 time: 0.2461715 Oct 14 13:01:11.414496 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44050) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:11.485576 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (98e1b1df-04a3-48aa-9898-ddae7a2dbc14), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.562170 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (98e1b1df-04a3-48aa-9898-ddae7a2dbc14), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.582534 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e1b1df-04a3-48aa-9898-ddae7a2dbc14']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:11.591947 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba074d16-64e4-4a7e-af11-cfb1899eb30d') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:11.592249 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba074d16-64e4-4a7e-af11-cfb1899eb30d') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:11.601713 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (ba074d16-64e4-4a7e-af11-cfb1899eb30d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.615523 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (ba074d16-64e4-4a7e-af11-cfb1899eb30d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.622466 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:01:11.622887 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (ba074d16-64e4-4a7e-af11-cfb1899eb30d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.665873 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment ba074d16-64e4-4a7e-af11-cfb1899eb30d resource provider aggregate not found Oct 14 13:01:11.682867 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment ba074d16-64e4-4a7e-af11-cfb1899eb30d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba074d16-64e4-4a7e-af11-cfb1899eb30d found for delete ", "request_id": "req-986fa730-13c5-4061-a50e-f2a44e1dd768"}]} Oct 14 13:01:11.689499 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (98e1b1df-04a3-48aa-9898-ddae7a2dbc14), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.695417 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.699144 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/98e1b1df-04a3-48aa-9898-ddae7a2dbc14 HTTP/1.1" status: 204 len: 168 time: 0.2834897 Oct 14 13:01:11.711023 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5840b71-739e-485d-b7fb-6b95d972e571 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e1b1df-04a3-48aa-9898-ddae7a2dbc14,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:11.863849 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44060) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:11.904430 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c77952b6-cbf3-46ad-8e71-50b8147743c7 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b1292246ff0e466abc9f0530f0396a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394211 Oct 14 13:01:11.906802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44062) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:11.955597 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3ba86c26-b974-4320-8e8e-9d839e6167ee admin admin] Publish callbacks [] for security_group (fad615c9-4e29-41e8-8e4b-dc878138032d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:11.976165 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3ba86c26-b974-4320-8e8e-9d839e6167ee admin admin] Publish callbacks [] for security_group (fad615c9-4e29-41e8-8e4b-dc878138032d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.022913 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3ba86c26-b974-4320-8e8e-9d839e6167ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fad615c9-4e29-41e8-8e4b-dc878138032d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.025400 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3ba86c26-b974-4320-8e8e-9d839e6167ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.026552 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3ba86c26-b974-4320-8e8e-9d839e6167ee admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fad615c9-4e29-41e8-8e4b-dc878138032d HTTP/1.1" status: 204 len: 168 time: 0.1188879 Oct 14 13:01:12.034240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba86c26-b974-4320-8e8e-9d839e6167ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad615c9-4e29-41e8-8e4b-dc878138032d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:12.159917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9819ede-0774-432b-870d-e039fcc3f621 req-ca330fa8-2732-4db2-b13b-49c5ce76205b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:12.161394 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a9819ede-0774-432b-870d-e039fcc3f621 req-ca330fa8-2732-4db2-b13b-49c5ce76205b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0472238 Oct 14 13:01:12.220292 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a9819ede-0774-432b-870d-e039fcc3f621 req-5920e286-0c7f-4563-940f-fb09f9c7c8b9 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525401 Oct 14 13:01:12.382440 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:12.398042 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d21d0-2a5c-4bd9-a651-394ba3b46d69 req-ada52571-3c64-4c83-86ff-0c07db8cc3e5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:12.398886 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44078) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:12.400382 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-155d21d0-2a5c-4bd9-a651-394ba3b46d69 req-ada52571-3c64-4c83-86ff-0c07db8cc3e5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0567355 Oct 14 13:01:12.447723 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-78cd9d7f-47ff-4f03-a519-8ea3583c46fd admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b7cde5ae43f440a9b12acda095dd1666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469017 Oct 14 13:01:12.450289 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44080) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:12.455393 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-155d21d0-2a5c-4bd9-a651-394ba3b46d69 req-e2f49ffd-5c6a-4af6-ac0e-5448bc8fdc03 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493760 Oct 14 13:01:12.501910 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ee575c6-e756-4306-b23c-416e7c408e5d admin admin] Publish callbacks [] for security_group (0149c504-e951-438a-9a71-eb93b88cddd4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.524467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ee575c6-e756-4306-b23c-416e7c408e5d admin admin] Publish callbacks [] for security_group (0149c504-e951-438a-9a71-eb93b88cddd4), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.574816 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ee575c6-e756-4306-b23c-416e7c408e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0149c504-e951-438a-9a71-eb93b88cddd4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.577370 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ee575c6-e756-4306-b23c-416e7c408e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:12.578518 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6ee575c6-e756-4306-b23c-416e7c408e5d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0149c504-e951-438a-9a71-eb93b88cddd4 HTTP/1.1" status: 204 len: 168 time: 0.1273355 Oct 14 13:01:12.590938 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee575c6-e756-4306-b23c-416e7c408e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0149c504-e951-438a-9a71-eb93b88cddd4,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:13.346636 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871761a0-60d4-4713-af0e-b575dfc13317 req-566ada2e-9cd6-4c83-b0f0-44df7568610f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:13.348035 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-871761a0-60d4-4713-af0e-b575dfc13317 req-566ada2e-9cd6-4c83-b0f0-44df7568610f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0471971 Oct 14 13:01:13.399747 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-871761a0-60d4-4713-af0e-b575dfc13317 req-6fa038c3-1a47-4f31-8a83-e8524fe2fba5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462711 Oct 14 13:01:13.412143 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:13.530998 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005677d-c7b6-4a1f-a258-d757d7a3d8b0 req-b8b25169-f3f9-4133-9e5f-56241679e655 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:13.532527 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c005677d-c7b6-4a1f-a258-d757d7a3d8b0 req-b8b25169-f3f9-4133-9e5f-56241679e655 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0528905 Oct 14 13:01:13.543415 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44118) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:13.548054 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'floatingip': {'port_id': 'e3f9c588-4549-470d-90da-07db69916332'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:13.588174 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc811-3bee-44c8-bf5e-8eb133733c7c req-8e06aceb-2ac4-4f2c-8a14-c2b5330c589d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:13.589722 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db8dc811-3bee-44c8-bf5e-8eb133733c7c req-8e06aceb-2ac4-4f2c-8a14-c2b5330c589d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0532486 Oct 14 13:01:13.628832 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (240c2090-7ecd-4284-aeb1-ee672294e20f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:13.642285 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db8dc811-3bee-44c8-bf5e-8eb133733c7c req-1cc6d0fe-47a6-4dae-bed3-63a296717ed5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467131 Oct 14 13:01:14.109384 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:14.250327 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:14.254058 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (240c2090-7ecd-4284-aeb1-ee672294e20f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:14.550220 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Floating IP 240c2090-7ecd-4284-aeb1-ee672294e20f associated. External IP: 172.27.3.133, port: e3f9c588-4549-470d-90da-07db69916332. Oct 14 13:01:14.782154 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:01:14.796087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc358-bf82-4fcf-afca-73c04505e4df req-aecd8c97-39bf-47e5-8df4-303f7895b7c1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:14.797597 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdedc358-bf82-4fcf-afca-73c04505e4df req-aecd8c97-39bf-47e5-8df4-303f7895b7c1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0711811 Oct 14 13:01:14.912918 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:14.921142 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdedc358-bf82-4fcf-afca-73c04505e4df req-2da945b4-6c3c-493d-8df8-c56d743ba9aa tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179438 Oct 14 13:01:14.931471 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:01:14.936635 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:14.951131 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:01:14.961716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:14.962324 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:14.966866 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cd10b356-48ca-4a96-a98f-911bf589f72d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/240c2090-7ecd-4284-aeb1-ee672294e20f HTTP/1.1" status: 200 len: 992 time: 1.4223127 Oct 14 13:01:14.967501 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:14.969799 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045597e7-da86-482e-b99c-e966a490e6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:15.011600 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88effea-982c-4d5b-99e2-48e178583a54 x-openstack-request-id: req-a88effea-982c-4d5b-99e2-48e178583a54 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:15.011903 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "tag": "e3f9c588-4549-470d-90da-07db69916332", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:15.012157 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a88effea-982c-4d5b-99e2-48e178583a54 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:15.012560 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88effea-982c-4d5b-99e2-48e178583a54'] response: {'name': 'network-changed', 'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'status': 'completed', 'code': 200} Oct 14 13:01:15.054527 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:15.066172 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:15.312339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '240c2090-7ecd-4284-aeb1-ee672294e20f', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'port_id': 'e3f9c588-4549-470d-90da-07db69916332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'mac_address': 'fa:16:3e:e7:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:00:56Z', 'updated_at': '2022-10-14T13:01:14Z', 'revision_number': 1, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:15.336109 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:01:15.344682 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:15.345286 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:15.446544 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:15.478446 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:15.783811 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '240c2090-7ecd-4284-aeb1-ee672294e20f', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'port_id': 'e3f9c588-4549-470d-90da-07db69916332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'mac_address': 'fa:16:3e:e7:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:00:56Z', 'updated_at': '2022-10-14T13:01:14Z', 'revision_number': 1, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:15.809137 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58672b31-6504-493f-b7d8-72f847a6a750 None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '240c2090-7ecd-4284-aeb1-ee672294e20f', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'port_id': 'e3f9c588-4549-470d-90da-07db69916332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'mac_address': 'fa:16:3e:e7:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:00:56Z', 'updated_at': '2022-10-14T13:01:14Z', 'revision_number': 1, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:01:15.991283 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9f080-86c8-400d-90f4-7ac0024a4338 None None] New status for floating IP 240c2090-7ecd-4284-aeb1-ee672294e20f: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:01:16.048207 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8fa1-a4d9-489e-a208-11824a72808f req-fb467e6e-c97c-46e7-8ad4-18265212d2f3 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:16.049722 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c64a8fa1-a4d9-489e-a208-11824a72808f req-fb467e6e-c97c-46e7-8ad4-18265212d2f3 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0474014 Oct 14 13:01:16.097472 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c64a8fa1-a4d9-489e-a208-11824a72808f req-47ba88c2-4ef7-484a-abe4-2761a496ca41 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Oct 14 13:01:16.251441 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045597e7-da86-482e-b99c-e966a490e6d3 req-81156f5a-2963-49ab-917a-e8dfc30ad1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:16.252940 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-81156f5a-2963-49ab-917a-e8dfc30ad1c4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1130 time: 0.0430527 Oct 14 13:01:16.348013 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045597e7-da86-482e-b99c-e966a490e6d3 req-3237e6fe-3df8-40a9-a092-68991d49e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:16.349456 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-3237e6fe-3df8-40a9-a092-68991d49e2d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.0884736 Oct 14 13:01:16.410052 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-18231cca-5448-45c8-ba6c-348065043d06 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 1002 time: 0.0533576 Oct 14 13:01:16.462982 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045597e7-da86-482e-b99c-e966a490e6d3 req-1a62a5db-3875-42dd-94b0-2595d1533260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:16.464421 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-1a62a5db-3875-42dd-94b0-2595d1533260 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0457006 Oct 14 13:01:16.508103 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045597e7-da86-482e-b99c-e966a490e6d3 req-21fc59f4-111b-427c-843b-d0cdeeff2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:16.509589 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-21fc59f4-111b-427c-843b-d0cdeeff2c36 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386348 Oct 14 13:01:16.593292 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:16.599445 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-9d446864-7252-4af7-8049-8d1fe4f806c4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824480 Oct 14 13:01:16.695766 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-045597e7-da86-482e-b99c-e966a490e6d3 req-4ea6bb34-b253-4bf0-b27d-a33ff370ea4f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Oct 14 13:01:17.223785 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225acbe-00bc-48c2-94ea-5bb6f5ef1c05 req-458fd310-1c1d-41d2-966b-ff4f01096168 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:17.225265 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0225acbe-00bc-48c2-94ea-5bb6f5ef1c05 req-458fd310-1c1d-41d2-966b-ff4f01096168 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0479460 Oct 14 13:01:17.274820 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0225acbe-00bc-48c2-94ea-5bb6f5ef1c05 req-cb3441f1-94ba-40ab-ae19-ada09b26da21 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Oct 14 13:01:18.379364 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:01:18.391788 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5d49-aa78-446c-96ca-ef311b75f3e8 req-22cf728c-4fec-430c-a072-612360400014 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:18.393505 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf6e5d49-aa78-446c-96ca-ef311b75f3e8 req-22cf728c-4fec-430c-a072-612360400014 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0462444 Oct 14 13:01:18.443427 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf6e5d49-aa78-446c-96ca-ef311b75f3e8 req-b328dc47-4ac0-4d00-88e5-f2a953ec1136 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Oct 14 13:01:19.526961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:19.565849 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192185b-a9b6-4a80-b662-1433ca876f4d req-a0b531d0-820c-41e7-becd-e13823af5d48 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:19.567380 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a192185b-a9b6-4a80-b662-1433ca876f4d req-a0b531d0-820c-41e7-becd-e13823af5d48 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0505466 Oct 14 13:01:19.614089 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a192185b-a9b6-4a80-b662-1433ca876f4d req-2849cf4d-b6e2-4192-a70d-510902a917e9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Oct 14 13:01:20.735407 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf8b7f-3398-4843-9ca7-493621f8ee8d req-1a4bb215-055a-4852-828d-58b928825f4d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:20.736883 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7bdf8b7f-3398-4843-9ca7-493621f8ee8d req-1a4bb215-055a-4852-828d-58b928825f4d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0469337 Oct 14 13:01:20.781589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:20.786251 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7bdf8b7f-3398-4843-9ca7-493621f8ee8d req-4a4cb856-1ab8-44fc-8dc8-8c6cc23f99dd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Oct 14 13:01:21.902892 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ccac7-5e80-4abc-9d9f-6ebdc9c753c6 req-90272927-e11a-486e-9d5d-546566111c78 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:21.904328 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a28ccac7-5e80-4abc-9d9f-6ebdc9c753c6 req-90272927-e11a-486e-9d5d-546566111c78 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0459151 Oct 14 13:01:21.949787 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a28ccac7-5e80-4abc-9d9f-6ebdc9c753c6 req-73933a55-de70-441f-9338-885d881edef7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Oct 14 13:01:23.068865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26940452-8fe5-4b76-ab8c-f4e66c11158b req-70e58082-1c4e-4c42-8f0b-57e32d7838f9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:23.070280 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26940452-8fe5-4b76-ab8c-f4e66c11158b req-70e58082-1c4e-4c42-8f0b-57e32d7838f9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0455718 Oct 14 13:01:23.116403 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26940452-8fe5-4b76-ab8c-f4e66c11158b req-bc8e82bb-4c5c-4c42-8bed-c86ff8c0ffc4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Oct 14 13:01:24.234526 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db9cab-44b1-4191-a1e5-7c2f0f2b1d44 req-24b7d8cc-dbbd-4c77-9d22-214f752beac4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:24.236012 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b3db9cab-44b1-4191-a1e5-7c2f0f2b1d44 req-24b7d8cc-dbbd-4c77-9d22-214f752beac4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0457618 Oct 14 13:01:24.286229 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b3db9cab-44b1-4191-a1e5-7c2f0f2b1d44 req-14ecf9fe-1425-48f8-99d2-a494f9ce104e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Oct 14 13:01:25.408467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ea165-480e-4ab4-8a2c-ea2ff288f4d1 req-4b1f0b58-9e43-4595-9262-6c8ef065ef0d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:25.410792 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f8ea165-480e-4ab4-8a2c-ea2ff288f4d1 req-4b1f0b58-9e43-4595-9262-6c8ef065ef0d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0487804 Oct 14 13:01:25.466704 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f8ea165-480e-4ab4-8a2c-ea2ff288f4d1 req-d2fe80d4-2d97-412e-9854-1dad2556a7ca tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Oct 14 13:01:25.781385 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=17 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:25.787187 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=65 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:26.241331 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44280) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:26.344511 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-62494467-100f-483d-a820-1aa2a478129e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.420354 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-62494467-100f-483d-a820-1aa2a478129e admin admin] Publish callbacks [] for security_group (8f735296-53a4-44e1-a652-b6b29ecfe993), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.424238 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-62494467-100f-483d-a820-1aa2a478129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8f735296-53a4-44e1-a652-b6b29ecfe993), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.466359 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-62494467-100f-483d-a820-1aa2a478129e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4e7545597f9d4bff83b0a57971f599a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239587 Oct 14 13:01:26.467194 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62494467-100f-483d-a820-1aa2a478129e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f735296-53a4-44e1-a652-b6b29ecfe993,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:26.469061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44284) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:26.526593 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c634ad9d-1f80-4649-999c-768db1f0e0eb admin admin] Publish callbacks [] for security_group (8f735296-53a4-44e1-a652-b6b29ecfe993), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.549929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c634ad9d-1f80-4649-999c-768db1f0e0eb admin admin] Publish callbacks [] for security_group (8f735296-53a4-44e1-a652-b6b29ecfe993), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.615869 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668b2c8-1069-446b-861c-7ca54b90c999 req-1bf027dc-01ad-4f56-9ba3-0accb85277db tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:26.617918 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d668b2c8-1069-446b-861c-7ca54b90c999 req-1bf027dc-01ad-4f56-9ba3-0accb85277db tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0703363 Oct 14 13:01:26.655226 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c634ad9d-1f80-4649-999c-768db1f0e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8f735296-53a4-44e1-a652-b6b29ecfe993), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.657755 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c634ad9d-1f80-4649-999c-768db1f0e0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:26.658886 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c634ad9d-1f80-4649-999c-768db1f0e0eb admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8f735296-53a4-44e1-a652-b6b29ecfe993 HTTP/1.1" status: 204 len: 168 time: 0.1880996 Oct 14 13:01:26.677732 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634ad9d-1f80-4649-999c-768db1f0e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f735296-53a4-44e1-a652-b6b29ecfe993,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:26.684095 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d668b2c8-1069-446b-861c-7ca54b90c999 req-89d696f6-391a-4319-bb92-af426e17777a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577810 Oct 14 13:01:27.821672 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ac39-37d4-41e3-8664-44f93c06bf19 req-641aa2cd-4849-4c05-99cb-e5ce08290441 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:27.823068 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4783ac39-37d4-41e3-8664-44f93c06bf19 req-641aa2cd-4849-4c05-99cb-e5ce08290441 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0501914 Oct 14 13:01:27.871802 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4783ac39-37d4-41e3-8664-44f93c06bf19 req-e497e921-60c9-4873-a660-400ce9a97bac tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Oct 14 13:01:28.998785 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc4f0b-2c7b-441c-9bea-50d3706f807f req-15512c80-597c-4ca7-a493-734d863801de tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:29.000071 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a4dc4f0b-2c7b-441c-9bea-50d3706f807f req-15512c80-597c-4ca7-a493-734d863801de tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0498679 Oct 14 13:01:29.051162 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a4dc4f0b-2c7b-441c-9bea-50d3706f807f req-817a5814-02ca-401a-8950-c8a32cd70d28 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Oct 14 13:01:29.401197 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:29.405344 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:29.989146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56bf450f-d24a-450c-85ca-3f5b18282aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.215158 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829fb4f-02fe-42a8-8e2b-f20bae15cf65 req-8a592d9b-813e-4c46-9687-ab94159e03fd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:30.216713 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d829fb4f-02fe-42a8-8e2b-f20bae15cf65 req-8a592d9b-813e-4c46-9687-ab94159e03fd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0615375 Oct 14 13:01:30.286118 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d829fb4f-02fe-42a8-8e2b-f20bae15cf65 req-381e3eec-5097-49aa-ac7a-139e46fe9db5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632911 Oct 14 13:01:30.383904 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44422) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:30.518479 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4af3-cfa0-406d-b4d9-99f9d802497c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.576685 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:30.607021 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4af3-cfa0-406d-b4d9-99f9d802497c admin admin] Publish callbacks [] for security_group (3f971e15-9110-44d7-a7d4-2ae4482e94c6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.611788 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4af3-cfa0-406d-b4d9-99f9d802497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (3f971e15-9110-44d7-a7d4-2ae4482e94c6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.676387 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dc1f4af3-cfa0-406d-b4d9-99f9d802497c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a27731b708cd4bae8e4219d2b52e457f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913222 Oct 14 13:01:30.678048 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f4af3-cfa0-406d-b4d9-99f9d802497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f971e15-9110-44d7-a7d4-2ae4482e94c6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:30.679075 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44446) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:30.739484 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-431cb51d-92a3-4960-8c4b-6d99730308c1 admin admin] Publish callbacks [] for security_group (3f971e15-9110-44d7-a7d4-2ae4482e94c6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.761235 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-431cb51d-92a3-4960-8c4b-6d99730308c1 admin admin] Publish callbacks [] for security_group (3f971e15-9110-44d7-a7d4-2ae4482e94c6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.769819 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:30.833237 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22971f1-eaad-4612-9c31-f3628f716b32 req-79df8f49-0d50-46ad-a08f-faa6d3ce299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:30.834805 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b22971f1-eaad-4612-9c31-f3628f716b32 req-79df8f49-0d50-46ad-a08f-faa6d3ce299d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1130 time: 0.0451667 Oct 14 13:01:30.842277 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-431cb51d-92a3-4960-8c4b-6d99730308c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (3f971e15-9110-44d7-a7d4-2ae4482e94c6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.844834 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-431cb51d-92a3-4960-8c4b-6d99730308c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:30.846191 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-431cb51d-92a3-4960-8c4b-6d99730308c1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3f971e15-9110-44d7-a7d4-2ae4482e94c6 HTTP/1.1" status: 204 len: 168 time: 0.1653214 Oct 14 13:01:30.868759 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb51d-92a3-4960-8c4b-6d99730308c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f971e15-9110-44d7-a7d4-2ae4482e94c6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:30.901966 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b22971f1-eaad-4612-9c31-f3628f716b32 req-e9cf503f-5956-4dc4-b954-43e16bb58d70 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530331 Oct 14 13:01:31.411328 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafad4c-32ea-4e09-9fc6-c8bdf45e779e req-63296ad2-04df-493d-807c-8bedf23cefc4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:31.412849 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7bafad4c-32ea-4e09-9fc6-c8bdf45e779e req-63296ad2-04df-493d-807c-8bedf23cefc4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Oct 14 13:01:31.462913 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7bafad4c-32ea-4e09-9fc6-c8bdf45e779e req-945070dd-2434-4101-a182-ab4cf5bd8839 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 Oct 14 13:01:31.904333 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44492) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:32.018696 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-df8875f9-02a6-4647-b15a-2aa1bdc0a634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.091835 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:32.105161 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-df8875f9-02a6-4647-b15a-2aa1bdc0a634 admin admin] Publish callbacks [] for security_group (a207b805-c808-45db-b377-2551389662b6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.109115 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-df8875f9-02a6-4647-b15a-2aa1bdc0a634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a207b805-c808-45db-b377-2551389662b6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.149962 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8875f9-02a6-4647-b15a-2aa1bdc0a634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a207b805-c808-45db-b377-2551389662b6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:32.154585 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-df8875f9-02a6-4647-b15a-2aa1bdc0a634 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1f64c53c12ad43438685e04230864a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492025 Oct 14 13:01:32.157775 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44498) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:32.177537 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-61e12dfa-578f-488e-9e68-388bb137d286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.190620 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:32.221840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70c32a90-076e-4510-b00a-e41b7913bad7 admin admin] Publish callbacks [] for security_group (a207b805-c808-45db-b377-2551389662b6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.243826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70c32a90-076e-4510-b00a-e41b7913bad7 admin admin] Publish callbacks [] for security_group (a207b805-c808-45db-b377-2551389662b6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.291459 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70c32a90-076e-4510-b00a-e41b7913bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a207b805-c808-45db-b377-2551389662b6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.294612 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70c32a90-076e-4510-b00a-e41b7913bad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:32.295764 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-70c32a90-076e-4510-b00a-e41b7913bad7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a207b805-c808-45db-b377-2551389662b6 HTTP/1.1" status: 204 len: 168 time: 0.1368368 Oct 14 13:01:32.306332 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c32a90-076e-4510-b00a-e41b7913bad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a207b805-c808-45db-b377-2551389662b6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:32.592967 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8868e-b33d-44f2-97e4-5a03f0c4765d req-df91d6ef-7caf-49dc-be81-9649ef8d6674 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:32.594699 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-93f8868e-b33d-44f2-97e4-5a03f0c4765d req-df91d6ef-7caf-49dc-be81-9649ef8d6674 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0515184 Oct 14 13:01:32.646108 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-93f8868e-b33d-44f2-97e4-5a03f0c4765d req-36637b78-90c4-4fe2-8fdf-60f5a88a0a61 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Oct 14 13:01:32.896108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-46677f0b-2c6b-4667-9b62-44199ac19e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:32.897871 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-46677f0b-2c6b-4667-9b62-44199ac19e93 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 1130 time: 0.0439928 Oct 14 13:01:32.917667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5a68-d110-4a0d-ab86-79ce3a8fecd8 req-9121f29e-b6d4-490b-9229-473786af91c5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:32.924518 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-17fb5a68-d110-4a0d-ab86-79ce3a8fecd8 req-9121f29e-b6d4-490b-9229-473786af91c5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0605469 Oct 14 13:01:32.976300 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-17fb5a68-d110-4a0d-ab86-79ce3a8fecd8 req-b8425a0c-1361-47b2-9902-188f90ce178a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508597 Oct 14 13:01:33.285406 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-e53fdb04-e24e-494b-84c6-db11f19ecbe4 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=159e3573c405472baf7efac53e8a7b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357311 Oct 14 13:01:33.286450 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-dbe5fc6d-2e62-48b7-9fd4-511778c975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:33.288260 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-dbe5fc6d-2e62-48b7-9fd4-511778c975d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.3835454 Oct 14 13:01:33.399763 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-2ca1efbf-fc5c-4ae9-a541-528e27c64126 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 200 len: 217 time: 0.0907118 Oct 14 13:01:33.501954 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:33.544593 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-bf5d90b6-009c-492c-9a93-8fbe9ef7ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:33.546093 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-bf5d90b6-009c-492c-9a93-8fbe9ef7ff26 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.1327243 Oct 14 13:01:33.555944 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-c311997c-06a1-4d5d-a033-508eb8db74be tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:33.557323 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-c311997c-06a1-4d5d-a033-508eb8db74be tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655389 Oct 14 13:01:33.594078 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-1ff4265b-719a-4473-93b9-4871307e897d tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/quotas/159e3573c405472baf7efac53e8a7b99 HTTP/1.1" status: 200 len: 375 time: 0.0275767 Oct 14 13:01:33.618157 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-cd2aba65-0668-4640-8ca3-216bb5b33412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:33.619834 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-cd2aba65-0668-4640-8ca3-216bb5b33412 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608089 Oct 14 13:01:33.643279 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-9a912d55-92d4-4eb3-b8f2-52139ba9e589 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=159e3573c405472baf7efac53e8a7b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420163 Oct 14 13:01:33.746373 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-d8f368ca-d4c1-465a-b1f3-233931e00337 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111038 Oct 14 13:01:33.835837 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:33.840687 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d0b3518c-a4f2-477e-b614-27dea384bce5 req-4f07b138-3678-460f-9d0c-bebf3b33644c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0345986 Oct 14 13:01:33.905960 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c400f2c4-be53-41c7-bb20-531fba79f3be req-dd93cd3f-d6ca-4da7-8f09-efbf40304085 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517522 Oct 14 13:01:34.146498 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d05e9f-c176-4921-ad8f-a066cccafc09 req-411d2ea8-be23-4ffd-a01d-f5f9399a27b1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:34.149114 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-57d05e9f-c176-4921-ad8f-a066cccafc09 req-411d2ea8-be23-4ffd-a01d-f5f9399a27b1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0699096 Oct 14 13:01:34.268235 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-57d05e9f-c176-4921-ad8f-a066cccafc09 req-bd92917e-9972-45cd-8c13-33a314396912 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120601 Oct 14 13:01:34.949178 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-378f13e5-ab94-496f-bfef-36acf4b3d22b req-b3ed249c-f425-4296-b41c-b8582d70130f tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0283108 Oct 14 13:01:35.105668 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:35.155879 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:35.427688 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ea295-c45f-4caa-bef0-11442a85452c req-d4e0e4e5-4863-4b2d-810e-b0f340b71aaf tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:35.427688 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c3ea295-c45f-4caa-bef0-11442a85452c req-d4e0e4e5-4863-4b2d-810e-b0f340b71aaf tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0539503 Oct 14 13:01:35.491346 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c3ea295-c45f-4caa-bef0-11442a85452c req-fc696001-66ed-4272-a90d-3860e8aada17 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Oct 14 13:01:35.614083 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44634) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:35.739239 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:35.819900 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Publish callbacks [] for security_group (cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:35.824136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:35.865613 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:35.869919 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=34f038cd00b64b33b03fc031df4ac12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545857 Oct 14 13:01:35.872715 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44644) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:35.876031 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.876374 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.876710 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.877041 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.877372 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.877724 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.878046 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.878361 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.878689 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.879011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.879331 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.879653 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.880162 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.880286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.880600 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf28cd-162c-4afd-a61d-a203ef4faf07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:35.950490 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Publish callbacks [] for security_group (cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:35.978980 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Publish callbacks [] for security_group (cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:36.022185 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:36.050350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:36.053449 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:36.057621 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f HTTP/1.1" status: 204 len: 168 time: 0.1814082 Oct 14 13:01:36.068369 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17c8d8-808b-4ef6-9eaf-0b51b7bf456f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:36.076841 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.077200 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.077630 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.077977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.078318 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.078660 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.078998 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.079330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.079716 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.080182 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.080673 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.081502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.082334 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.082678 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.083010 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b4840-b20b-4a69-961a-d6ace6a7f9b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:36.086304 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07451456-4051-4889-9b59-327eed58b576 req-4015c7fa-3d20-4720-8da1-e3e4215629aa tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0417292 Oct 14 13:01:36.654918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da354a76-54a2-4eca-9b56-90f1fce6a4f3 req-47bfd1d9-f340-44c1-b3b5-1b8161da7fba tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:36.662330 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-da354a76-54a2-4eca-9b56-90f1fce6a4f3 req-47bfd1d9-f340-44c1-b3b5-1b8161da7fba tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0737815 Oct 14 13:01:36.728376 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-da354a76-54a2-4eca-9b56-90f1fce6a4f3 req-b2cec112-2b93-4234-96cc-7c79d792c01d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Oct 14 13:01:36.796783 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44690) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:36.902791 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610440773-network', 'tenant_id': '97fa795966724ea89be8ac20675b589b'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:36.926434 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Made reservation on behalf of 97fa795966724ea89be8ac20675b589b for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:36.930026 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:36.958235 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.088863 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks [] for security_group (db148b6f-9c58-4cd6-a7d9-6d231db2cf1c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.094549 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (db148b6f-9c58-4cd6-a7d9-6d231db2cf1c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.129307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:01:37.133147 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db148b6f-9c58-4cd6-a7d9-6d231db2cf1c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:37.145928 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (0881f915-da2d-4142-8822-a321b1abcdeb), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.146579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Added segment 0881f915-da2d-4142-8822-a321b1abcdeb of type vlan for network fb13320f-34c8-4071-976b-aea523399720 Oct 14 13:01:37.198480 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (fb13320f-34c8-4071-976b-aea523399720), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.209039 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-81c1e9f6-c236-458c-841e-574e9653f96b req-92b97a08-9f85-40af-a394-7c0ce144ebd3 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0375872 Oct 14 13:01:37.241721 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (fb13320f-34c8-4071-976b-aea523399720), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.243266 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:37.243860 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.299612 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5011287 Oct 14 13:01:37.302171 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44708) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:37.308546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Request body: {'subnet': {'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610440773-subnet', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:37.313151 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511cd4d-4d00-4b74-acb0-a2a14d2b7787 admin admin] Pushing event updated for resources: {'Network': ['ID=fb13320f-34c8-4071-976b-aea523399720,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:37.317368 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:37.325118 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network fb13320f-34c8-4071-976b-aea523399720 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:01:37.341979 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Made reservation on behalf of 97fa795966724ea89be8ac20675b589b for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:37.344643 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005287'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.522929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005301'] for subnet (21386dff-5306-464b-ae3c-efe092fc1b29), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.583642 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21386dff-5306-464b-ae3c-efe092fc1b29,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:37.593848 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Checking segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:37.594209 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Network hostable DHCP agents. Network: fb13320f-34c8-4071-976b-aea523399720, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:01:37.611828 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Network fb13320f-34c8-4071-976b-aea523399720 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:01:37.621310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, fb13320f-34c8-4071-976b-aea523399720) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:37.625833 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:37.626351 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.632351 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c608a28-5613-4ad5-9483-0f8586325e59 None None] Network fb13320f-34c8-4071-976b-aea523399720 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:01:37.642756 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-de601526-741f-413e-8cc9-5c4e31bb2c99 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3392999 Oct 14 13:01:37.645254 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44714) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:37.649512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:37.672439 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (829d7930-9977-45e6-9ea0-0503ae3c2bc7), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.674636 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (829d7930-9977-45e6-9ea0-0503ae3c2bc7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.698792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:37.736370 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks [] for router_controller (829d7930-9977-45e6-9ea0-0503ae3c2bc7), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.771713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-fb13320f-34c8-4071-976b-aea523399720', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'project_id': '97fa795966724ea89be8ac20675b589b', 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:01:37.772651 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.869812 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44722) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:37.874530 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882197552', 'description': 'tempest-description--132716933'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:37.901302 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks [] for router_gateway (829d7930-9977-45e6-9ea0-0503ae3c2bc7), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:37.915300 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.009713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Allocated IP 172.20.0.2 (fb13320f-34c8-4071-976b-aea523399720/21386dff-5306-464b-ae3c-efe092fc1b29/f5e4033b-34dc-497a-84cd-698308a890f3) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:38.026227 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-20cc6a57-4cb8-4c79-9a23-4022b209f290 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=159e3573c405472baf7efac53e8a7b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702956 Oct 14 13:01:38.105603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:38.124160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks [] for router_gateway (829d7930-9977-45e6-9ea0-0503ae3c2bc7), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.162313 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.200524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (ce20457d-6b9f-4261-b888-4ea267a43120), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.215698 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ce20457d-6b9f-4261-b888-4ea267a43120), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.216510 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:38.219026 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Publish callbacks [] for port (f5e4033b-34dc-497a-84cd-698308a890f3), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.232778 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.253106 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-0ad342b7-200b-47d1-891e-f606d4b1985b tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:38.254991 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-0ad342b7-200b-47d1-891e-f606d4b1985b tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194531 Oct 14 13:01:38.258554 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.259645 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Network fb13320f-34c8-4071-976b-aea523399720 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:38.260467 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3895023 Oct 14 13:01:38.264194 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:38.264931 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44734) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:38.271581 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': 'ce20457d-6b9f-4261-b888-4ea267a43120', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:38.273942 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:38.276122 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da6e7-6a7b-4a60-bb4b-d76f6987de62 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce20457d-6b9f-4261-b888-4ea267a43120,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:38.299283 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:38.321429 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (9867ec6c-1536-4d25-b8b1-0d988aaa34b8), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.324092 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Request body: {'port': {'device_id': '3201585e-b536-44fc-8029-72833127e6ce', 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f', 'admin_state_up': True, 'tenant_id': '159e3573c405472baf7efac53e8a7b99'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:38.345326 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44736) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:38.355825 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249550429', 'description': 'tempest-description--632639050'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:38.362667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Allocated IP 172.27.3.166 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/f4a3bda7-6619-48df-82d2-f875862df570) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:38.370572 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Pushing event updated for resources: {'Port': ['ID=f5e4033b-34dc-497a-84cd-698308a890f3,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:38.402975 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Attempting to bind port f5e4033b-34dc-497a-84cd-698308a890f3 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:38.403550 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Attempting to bind port f5e4033b-34dc-497a-84cd-698308a890f3 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:38.404065 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Attempting to bind port f5e4033b-34dc-497a-84cd-698308a890f3 on network fb13320f-34c8-4071-976b-aea523399720 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:38.446683 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b80d267d-2144-41f3-9d8b-99ce18d1e89b req-7ebae346-4695-4a13-af33-57e5f7418bfd tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0811596 Oct 14 13:01:38.450821 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:38.451204 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Checking segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:38.451688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.452097 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Bound using segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:38.452635 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Bound port: f5e4033b-34dc-497a-84cd-698308a890f3, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:38.453029 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.490086 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:38.527030 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Made reservation on behalf of 159e3573c405472baf7efac53e8a7b99 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:38.534326 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.535372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] For port f5e4033b-34dc-497a-84cd-698308a890f3, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:38.540391 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] For port f5e4033b-34dc-497a-84cd-698308a890f3, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f5e4033b-34dc-497a-84cd-698308a890f3,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:38.546924 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks [] for port (f4a3bda7-6619-48df-82d2-f875862df570), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.547782 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.550340 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.552671 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.584566 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (9867ec6c-1536-4d25-b8b1-0d988aaa34b8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.608660 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (9867ec6c-1536-4d25-b8b1-0d988aaa34b8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.620301 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577fb2-2697-497d-8bc8-3e2930919958 None None] Pushing event updated for resources: {'Port': ['ID=f5e4033b-34dc-497a-84cd-698308a890f3,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:38.660223 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9867ec6c-1536-4d25-b8b1-0d988aaa34b8,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:38.696350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks [] for security_group (9f354401-a4f8-4db9-807e-f6ee34f87e31), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.700598 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.705469 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (9f354401-a4f8-4db9-807e-f6ee34f87e31), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.706199 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-05a92462-d61b-4afe-ae22-9f6bf5d3e083 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4391298 Oct 14 13:01:38.709631 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44744) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:38.717180 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': 'ce20457d-6b9f-4261-b888-4ea267a43120', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:38.726331 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (f4a3bda7-6619-48df-82d2-f875862df570), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.795919 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:38.804029 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:38.819025 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:38.821097 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Pushing event updated for resources: {'Port': ['ID=f4a3bda7-6619-48df-82d2-f875862df570,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:38.838035 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:38.874416 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group (c0dccb60-ad5f-41f3-97a9-156bd7d106c6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.883472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c0dccb60-ad5f-41f3-97a9-156bd7d106c6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.885850 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Allocated IP 192.168.233.24 (436a0ec5-2b7d-4675-afdf-1ff77494006f/e643fe1e-9a56-4a7b-bb1c-9521be4c991b/666bdb57-9d1e-45ce-becd-346af795aeb6) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:38.905390 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f354401-a4f8-4db9-807e-f6ee34f87e31,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:38.913924 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (c86c9e93-cc62-4b45-b4f5-13cada57f157), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.938108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:38.942604 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:38.947221 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5966554 Oct 14 13:01:38.948672 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44748) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:38.955845 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'security_group_rule': {'security_group_id': 'c0dccb60-ad5f-41f3-97a9-156bd7d106c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:38.970569 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb10dc-9490-4524-9d5c-836e7ecef404 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dccb60-ad5f-41f3-97a9-156bd7d106c6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:39.063952 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group_rule (cdf23466-9e00-4667-9704-5d2746032bc2), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.099223 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:39.120666 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (c86c9e93-cc62-4b45-b4f5-13cada57f157), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.127763 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (c86c9e93-cc62-4b45-b4f5-13cada57f157), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.152033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86c9e93-cc62-4b45-b4f5-13cada57f157,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:39.154518 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group_rule (cdf23466-9e00-4667-9704-5d2746032bc2), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.163527 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (cdf23466-9e00-4667-9704-5d2746032bc2), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.172464 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks [] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.187193 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.188405 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-66f93da0-08f1-46ca-97c9-9526cc6bf046 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754961 Oct 14 13:01:39.192829 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44752) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:39.195610 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf23466-9e00-4667-9704-5d2746032bc2,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:39.200946 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:39.229166 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.230437 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-958bef83-f0ac-48bd-92f9-8075d7582fc2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808053 Oct 14 13:01:39.234703 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44754) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:39.238856 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'security_group_rule': {'security_group_id': 'c0dccb60-ad5f-41f3-97a9-156bd7d106c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:39.248978 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.269175 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.270567 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks [] for router_gateway (829d7930-9977-45e6-9ea0-0503ae3c2bc7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.303919 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:39.315656 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group_rule (ae17301e-d76a-4020-9eab-82e35103c886), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.355713 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Network 436a0ec5-2b7d-4675-afdf-1ff77494006f is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:39.363548 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:39.372779 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:39.404644 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Pushing event updated for resources: {'Port': ['ID=666bdb57-9d1e-45ce-becd-346af795aeb6,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:39.418491 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.440428 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group_rule (ae17301e-d76a-4020-9eab-82e35103c886), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.485650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:39.486281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.506471 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (ae17301e-d76a-4020-9eab-82e35103c886), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.548768 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae17301e-d76a-4020-9eab-82e35103c886,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:39.557599 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (829d7930-9977-45e6-9ea0-0503ae3c2bc7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.575318 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-41d8be45-5010-4775-a09a-971f3bedea8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2632287 Oct 14 13:01:39.578088 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.582263 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ea5bb979-afd0-438e-ba99-98c99c67db81 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437743 Oct 14 13:01:39.588669 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44758) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:39.592052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Request body: {'port': {'device_id': '3201585e-b536-44fc-8029-72833127e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:39.594554 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:39.650583 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.27.3.104 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/6982095e-6187-4c28-b1ef-532c12995f29) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:39.686710 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204aa198-489c-4013-9752-8ff8e9606bca req-81e769d3-c9d3-4ae8-89c2-422c059b44b9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:39.693506 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.693722 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-204aa198-489c-4013-9752-8ff8e9606bca req-81e769d3-c9d3-4ae8-89c2-422c059b44b9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 935 time: 0.1337857 Oct 14 13:01:39.723514 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.725194 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-455a17fc-14a3-49cf-aa7e-cfb810c617c6 None None] Provisioning complete for port 666bdb57-9d1e-45ce-becd-346af795aeb6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:39.725731 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-455a17fc-14a3-49cf-aa7e-cfb810c617c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.726639 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-455a17fc-14a3-49cf-aa7e-cfb810c617c6 None None] Attempt 1 to provision port 666bdb57-9d1e-45ce-becd-346af795aeb6 Oct 14 13:01:39.801678 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:39.812567 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-455a17fc-14a3-49cf-aa7e-cfb810c617c6 None None] Port 666bdb57-9d1e-45ce-becd-346af795aeb6 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:39.905822 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f5e4033b-34dc-497a-84cd-698308a890f3 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:39.965467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:39.975427 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec5564-b699-4820-aa03-3b7cdcc7c1da None None] Network fb13320f-34c8-4071-976b-aea523399720 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:01:39.980758 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port f5e4033b-34dc-497a-84cd-698308a890f3 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:39.981124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:39.981464 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port f5e4033b-34dc-497a-84cd-698308a890f3 Oct 14 13:01:40.005275 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (6982095e-6187-4c28-b1ef-532c12995f29), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.074866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Provisioning complete for port f5e4033b-34dc-497a-84cd-698308a890f3 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:40.075434 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.076017 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Attempt 1 to provision port f5e4033b-34dc-497a-84cd-698308a890f3 Oct 14 13:01:40.107995 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (6982095e-6187-4c28-b1ef-532c12995f29), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.171839 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:40.173917 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:40.213567 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port f5e4033b-34dc-497a-84cd-698308a890f3 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:40.213972 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.285183 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666bdb57-9d1e-45ce-becd-346af795aeb6 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:40.294788 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port f5e4033b-34dc-497a-84cd-698308a890f3, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f5e4033b-34dc-497a-84cd-698308a890f3,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:40.296382 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:40.298738 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Publish callbacks [] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.307864 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.312799 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Current status of the port f5e4033b-34dc-497a-84cd-698308a890f3 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:40.313721 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.316424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Transition to ACTIVE for port object 666bdb57-9d1e-45ce-becd-346af795aeb6 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:01:40.327850 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:40.329627 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=6982095e-6187-4c28-b1ef-532c12995f29,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:40.334009 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:40.345967 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-204aa198-489c-4013-9752-8ff8e9606bca req-b4c18129-fc30-4a43-8c64-51f6ec7ae660 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147494 Oct 14 13:01:40.354335 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:40.359911 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.393749 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.448905 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=f5e4033b-34dc-497a-84cd-698308a890f3,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:40.487401 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.db.api [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 13:01:40.488147 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG oslo_db.api [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 13:01:40.492819 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Pushing event updated for resources: {'Port': ['ID=666bdb57-9d1e-45ce-becd-346af795aeb6,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:40.508527 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:01:40.595894 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Allocated IP 172.27.3.27 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/5a921331-1c5d-4f01-936f-43b68cf22141) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:40.620487 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Attempting to bind port 666bdb57-9d1e-45ce-becd-346af795aeb6 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:40.620826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Attempting to bind port 666bdb57-9d1e-45ce-becd-346af795aeb6 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:40.621155 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Attempting to bind port 666bdb57-9d1e-45ce-becd-346af795aeb6 on network 436a0ec5-2b7d-4675-afdf-1ff77494006f {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:40.645971 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (78adf5ab-0e17-492a-8ce4-38bddb74bdd4), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.700467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Port 666bdb57-9d1e-45ce-becd-346af795aeb6 on network 436a0ec5-2b7d-4675-afdf-1ff77494006f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:01:40.700797 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Attempting to bind port 666bdb57-9d1e-45ce-becd-346af795aeb6 on network 436a0ec5-2b7d-4675-afdf-1ff77494006f {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:40.703904 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6982095e-6187-4c28-b1ef-532c12995f29), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.713200 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:01:40.724348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Sync routers for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:01:40.737755 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:40.739644 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:40.752809 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.756487 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5d69170e-21c8-4bc4-b416-3799203475dd admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1074746 Oct 14 13:01:40.760328 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44780) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:40.795862 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:40.796203 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Checking segment: {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:40.796593 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Bound using segment: {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:40.797040 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Bound port: 666bdb57-9d1e-45ce-becd-346af795aeb6, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ce0614-722b-498a-bc90-27ca479cc632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:40.797396 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.815677 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for port (5a921331-1c5d-4f01-936f-43b68cf22141), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:40.885862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:40.940435 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (5a921331-1c5d-4f01-936f-43b68cf22141), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.030380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'Port': ['ID=5a921331-1c5d-4f01-936f-43b68cf22141,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:41.039527 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:41.042087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:41.045838 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:41.051694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:41.074075 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-72777285-8891-47c2-a9d6-f04eb87db671 None None] Current status of the port f5e4033b-34dc-497a-84cd-698308a890f3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:41.108590 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:41.144312 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:41.165422 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:41.175034 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:39Z', 'revision_number': 3, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:41.208462 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Checking router: 829d7930-9977-45e6-9ea0-0503ae3c2bc7 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:01:41.208821 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Updating router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 port f4a3bda7-6619-48df-82d2-f875862df570 binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:01:41.235260 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] For port 666bdb57-9d1e-45ce-becd-346af795aeb6, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:41.244132 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-82962192-0531-472f-b4e1-2b988a938ca3 None None] Provisioning complete for port f5e4033b-34dc-497a-84cd-698308a890f3 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:41.244608 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82962192-0531-472f-b4e1-2b988a938ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.244979 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-82962192-0531-472f-b4e1-2b988a938ca3 None None] Attempt 1 to provision port f5e4033b-34dc-497a-84cd-698308a890f3 Oct 14 13:01:41.251690 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:41.258027 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.260580 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (6982095e-6187-4c28-b1ef-532c12995f29), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.265948 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] For port 666bdb57-9d1e-45ce-becd-346af795aeb6, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=666bdb57-9d1e-45ce-becd-346af795aeb6,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:41.270826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (6982095e-6187-4c28-b1ef-532c12995f29), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.280916 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f4a3bda7-6619-48df-82d2-f875862df570), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.302844 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.333264 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:41.334172 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.335814 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/666bdb57-9d1e-45ce-becd-346af795aeb6 HTTP/1.1" status: 200 len: 1097 time: 1.7513499 Oct 14 13:01:41.336673 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3201585e-b536-44fc-8029-72833127e6ce', 'tag': '666bdb57-9d1e-45ce-becd-346af795aeb6'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:41.339558 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66af6cca-c87c-42e9-a441-6ac32351e6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3201585e-b536-44fc-8029-72833127e6ce", "tag": "666bdb57-9d1e-45ce-becd-346af795aeb6"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:41.345501 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5a921331-1c5d-4f01-936f-43b68cf22141), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.385971 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (78adf5ab-0e17-492a-8ce4-38bddb74bdd4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.397713 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=6982095e-6187-4c28-b1ef-532c12995f29,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:41.443044 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.444219 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b244c614-90c9-43a2-9941-a2f1cc42e72d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2466853 Oct 14 13:01:41.566374 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdee10-109c-47f2-8786-5d5da2244293 service neutron] Pushing event updated for resources: {'Port': ['ID=666bdb57-9d1e-45ce-becd-346af795aeb6,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:41.576232 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-27db764d-8d9a-47b9-a704-0c5020cc0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:41.579136 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-27db764d-8d9a-47b9-a704-0c5020cc0852 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=159e3573c405472baf7efac53e8a7b99&device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 1131 time: 0.1512575 Oct 14 13:01:41.651133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.652885 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-82962192-0531-472f-b4e1-2b988a938ca3 None None] Current status of the port f5e4033b-34dc-497a-84cd-698308a890f3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:41.671372 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65657b7c-d319-4f4e-bb5c-900ff3fb416a x-openstack-request-id: req-65657b7c-d319-4f4e-bb5c-900ff3fb416a {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:41.671894 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3201585e-b536-44fc-8029-72833127e6ce", "tag": "666bdb57-9d1e-45ce-becd-346af795aeb6", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:41.675637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65657b7c-d319-4f4e-bb5c-900ff3fb416a {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:41.678432 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65657b7c-d319-4f4e-bb5c-900ff3fb416a'] response: {'name': 'network-changed', 'server_uuid': '3201585e-b536-44fc-8029-72833127e6ce', 'tag': '666bdb57-9d1e-45ce-becd-346af795aeb6', 'status': 'completed', 'code': 200} Oct 14 13:01:41.681461 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-10a4c17f-b0f6-408e-a72a-e2c6e8b23bb5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=666bdb57-9d1e-45ce-becd-346af795aeb6 HTTP/1.1" status: 200 len: 217 time: 0.0922298 Oct 14 13:01:41.716733 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c23c-ad48-48cd-86b1-d1630e7b1d3b req-8bd62ae0-aee1-4bdd-9842-da01d1ff4553 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:41.718360 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b7d5c23c-ad48-48cd-86b1-d1630e7b1d3b req-8bd62ae0-aee1-4bdd-9842-da01d1ff4553 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 947 time: 0.2051096 Oct 14 13:01:41.829002 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:41.833790 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-ab5a36ae-649d-47ec-8a4e-ac4a9f5e5737 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--882197552&fields=id&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 267 time: 0.0653172 Oct 14 13:01:41.864176 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b81d2ff7-476f-456e-b07c-7581f896b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:41.865710 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-b81d2ff7-476f-456e-b07c-7581f896b09b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e643fe1e-9a56-4a7b-bb1c-9521be4c991b HTTP/1.1" status: 200 len: 843 time: 0.1773977 Oct 14 13:01:41.887440 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for port (5a921331-1c5d-4f01-936f-43b68cf22141), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.902792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (5a921331-1c5d-4f01-936f-43b68cf22141), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:41.930741 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44810) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:41.950680 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f5e4033b-34dc-497a-84cd-698308a890f3 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:41.957314 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-8cb0124b-cb42-4f67-8ede-f7de60dc3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:41.958909 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-8cb0124b-cb42-4f67-8ede-f7de60dc3de5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=436a0ec5-2b7d-4675-afdf-1ff77494006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0814862 Oct 14 13:01:41.965138 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b7d5c23c-ad48-48cd-86b1-d1630e7b1d3b req-111cd21f-a546-468e-be0c-6f7590b78f2a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318945 Oct 14 13:01:42.035054 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'Port': ['ID=5a921331-1c5d-4f01-936f-43b68cf22141,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:42.040576 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.070914 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.072154 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-790dd264-7695-489e-86b8-cf2db4c84c14 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4810319 Oct 14 13:01:42.081051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:42.082414 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Allocated IP 172.20.0.1 (fb13320f-34c8-4071-976b-aea523399720/21386dff-5306-464b-ae3c-efe092fc1b29/7859d2a8-a214-4970-b0ca-1c96296f6e3f) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:42.090434 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-69036311-efc7-4012-b5df-fcd9a78e1741 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/436a0ec5-2b7d-4675-afdf-1ff77494006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239135 Oct 14 13:01:42.138486 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port f5e4033b-34dc-497a-84cd-698308a890f3 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:42.138861 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.139194 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port f5e4033b-34dc-497a-84cd-698308a890f3 Oct 14 13:01:42.170966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-951d8212-eba8-4b69-87aa-737c18b01a66 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:42.173277 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-951d8212-eba8-4b69-87aa-737c18b01a66 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.3281224 Oct 14 13:01:42.178140 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9aecea2f-389b-4511-9f2e-37b9d423d8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.182842 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:42.241767 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-2b9d3cb2-aca9-4f05-95f6-32e462df4147 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/quotas/6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 375 time: 0.0445132 Oct 14 13:01:42.331522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks [] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.350806 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Publish callbacks [] for port (f4a3bda7-6619-48df-82d2-f875862df570), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.351061 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-e5dc4010-1019-4941-abe2-ca2882ba06a3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984223 Oct 14 13:01:42.354864 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port f5e4033b-34dc-497a-84cd-698308a890f3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:42.355602 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00a7a438-fa6b-4470-a333-ba1cb94703b9 req-816b816c-3481-465d-a0a2-ad21e05b2cf2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/436a0ec5-2b7d-4675-afdf-1ff77494006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517717 Oct 14 13:01:42.361455 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f4a3bda7-6619-48df-82d2-f875862df570), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.378758 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:42.402518 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Attempting to bind port f4a3bda7-6619-48df-82d2-f875862df570 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:42.402898 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Attempting to bind port f4a3bda7-6619-48df-82d2-f875862df570 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:42.403250 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Attempting to bind port f4a3bda7-6619-48df-82d2-f875862df570 on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:42.429928 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9aecea2f-389b-4511-9f2e-37b9d423d8b3 admin admin] Publish callbacks [] for security_group (21ebdd52-2c0c-4f6d-a69c-6be859e403d0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.435845 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-a0adc784-eedf-4bb6-997a-1ea96b3a2410 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--249550429&fields=id&tenant_id=c160176d8c804b7793bae21c205c538c HTTP/1.1" status: 200 len: 267 time: 0.1204877 Oct 14 13:01:42.438863 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76b080-7194-4b52-9995-c5cc597813cd None None] Pushing event updated for resources: {'Port': ['ID=f4a3bda7-6619-48df-82d2-f875862df570,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:42.439813 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9aecea2f-389b-4511-9f2e-37b9d423d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (21ebdd52-2c0c-4f6d-a69c-6be859e403d0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.456910 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:42.457293 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:42.457744 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.458145 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:42.458617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Bound port: f4a3bda7-6619-48df-82d2-f875862df570, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:42.459000 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f4a3bda7-6619-48df-82d2-f875862df570), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.471941 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.494546 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-5bb0eed6-1c6d-4a74-ae81-30dd6a532624 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 Oct 14 13:01:42.515851 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] For port f4a3bda7-6619-48df-82d2-f875862df570, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:42.519286 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] For port f4a3bda7-6619-48df-82d2-f875862df570, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f4a3bda7-6619-48df-82d2-f875862df570,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:42.525459 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f4a3bda7-6619-48df-82d2-f875862df570), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.564766 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecea2f-389b-4511-9f2e-37b9d423d8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ebdd52-2c0c-4f6d-a69c-6be859e403d0,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:42.566081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:42.566737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:42.580443 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9aecea2f-389b-4511-9f2e-37b9d423d8b3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=909a7366bbbf4c66af33bf7256e62921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6297078 Oct 14 13:01:42.580828 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44828) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:42.633789 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-f144fb47-19f6-4f79-8e7f-31c4f4694de4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334729 Oct 14 13:01:42.637790 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:42.646182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76b080-7194-4b52-9995-c5cc597813cd None None] Pushing event updated for resources: {'Port': ['ID=f4a3bda7-6619-48df-82d2-f875862df570,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:42.652426 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Network fb13320f-34c8-4071-976b-aea523399720 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:42.658169 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=7859d2a8-a214-4970-b0ca-1c96296f6e3f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:42.666953 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c0f64d56-5af3-4d5f-af4b-e44d442a9d1c admin admin] Publish callbacks [] for security_group (21ebdd52-2c0c-4f6d-a69c-6be859e403d0), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.677727 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:42.691264 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c0f64d56-5af3-4d5f-af4b-e44d442a9d1c admin admin] Publish callbacks [] for security_group (21ebdd52-2c0c-4f6d-a69c-6be859e403d0), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.703195 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:42.709842 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:42.721323 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-42b7860b-fb4c-4439-971a-45ee50c7d00a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:42.722887 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-42b7860b-fb4c-4439-971a-45ee50c7d00a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 818 time: 0.2627156 Oct 14 13:01:42.728602 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:42.759137 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-add96f64-f627-4a37-9bb6-6bd79f1928bc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/quotas/c160176d8c804b7793bae21c205c538c HTTP/1.1" status: 200 len: 375 time: 0.0172751 Oct 14 13:01:42.778782 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c0f64d56-5af3-4d5f-af4b-e44d442a9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (21ebdd52-2c0c-4f6d-a69c-6be859e403d0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.782624 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c0f64d56-5af3-4d5f-af4b-e44d442a9d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.786971 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c0f64d56-5af3-4d5f-af4b-e44d442a9d1c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/21ebdd52-2c0c-4f6d-a69c-6be859e403d0 HTTP/1.1" status: 204 len: 168 time: 0.2053900 Oct 14 13:01:42.797384 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f64d56-5af3-4d5f-af4b-e44d442a9d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ebdd52-2c0c-4f6d-a69c-6be859e403d0,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:42.809396 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (829d7930-9977-45e6-9ea0-0503ae3c2bc7), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:42.877628 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8af397e8-3ba0-46d1-b82e-17780b673d0b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1078470 Oct 14 13:01:42.934921 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09d7cd5f-e53c-49d3-8c3f-4fb9eec1780d req-79935de2-d9d8-4be2-babc-023e276d798e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.0492971 Oct 14 13:01:42.953294 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:43.113531 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b4ab4985-7ca2-4c56-985e-149a927c317f None None] Provisioning complete for port 7859d2a8-a214-4970-b0ca-1c96296f6e3f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:43.114703 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4985-7ca2-4c56-985e-149a927c317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.115102 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-b4ab4985-7ca2-4c56-985e-149a927c317f None None] Attempt 1 to provision port 7859d2a8-a214-4970-b0ca-1c96296f6e3f Oct 14 13:01:43.143359 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:39Z', 'revision_number': 3, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:43.187168 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acaa47b-85de-415a-831d-9e1532cabf84 None None] The sync data for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi is: [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:39Z', 'revision_number': 3, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:01:43.199979 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-5bcd6b53-16fa-40c3-bc34-e07b876be125 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011603 Oct 14 13:01:43.219029 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.220520 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab4985-7ca2-4c56-985e-149a927c317f None None] Port 7859d2a8-a214-4970-b0ca-1c96296f6e3f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:43.229438 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86275b1d-05bf-41b8-b280-5ff6c8b9f29b req-61bc4339-68b2-4b01-bebe-2654ab747f2f tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:43.245527 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-86275b1d-05bf-41b8-b280-5ff6c8b9f29b req-61bc4339-68b2-4b01-bebe-2654ab747f2f tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 947 time: 0.1154454 Oct 14 13:01:43.280135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44844) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:43.297577 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e674396d-f8b7-436c-bdd5-98a102cbda2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.357108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:43.388251 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:43.405492 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-86275b1d-05bf-41b8-b280-5ff6c8b9f29b req-5eedc37c-c36a-4361-9e92-5d51c7040a41 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584637 Oct 14 13:01:43.434614 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-c0f46dbf-45a6-4fa7-a8d2-fc056326a489 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296352 Oct 14 13:01:43.440426 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.461437 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e674396d-f8b7-436c-bdd5-98a102cbda2e admin admin] Publish callbacks [] for security_group (cb7a7c90-e5c1-493d-b926-b9ba393bedec), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.467243 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e674396d-f8b7-436c-bdd5-98a102cbda2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (cb7a7c90-e5c1-493d-b926-b9ba393bedec), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.506840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674396d-f8b7-436c-bdd5-98a102cbda2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a7c90-e5c1-493d-b926-b9ba393bedec,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:43.534468 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e674396d-f8b7-436c-bdd5-98a102cbda2e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5b5e575a3fb844ac95462a2864f5058f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527735 Oct 14 13:01:43.534891 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks [] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.537067 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44850) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:43.542197 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.636162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de4f675-de81-4c9d-89f9-6d05aa994f30 admin admin] Publish callbacks [] for security_group (cb7a7c90-e5c1-493d-b926-b9ba393bedec), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.689417 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (829d7930-9977-45e6-9ea0-0503ae3c2bc7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.690755 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de4f675-de81-4c9d-89f9-6d05aa994f30 admin admin] Publish callbacks [] for security_group (cb7a7c90-e5c1-493d-b926-b9ba393bedec), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.721048 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=7859d2a8-a214-4970-b0ca-1c96296f6e3f,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:43.737354 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d66d2d67-625e-4ab3-8c58-92e6edc21d8e req-b0165842-98c0-4b3a-88f8-d515a920ba52 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.0920086 Oct 14 13:01:43.861124 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-a48bba17-f678-4ff3-9a58-006dfd8516fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:43.862801 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-a48bba17-f678-4ff3-9a58-006dfd8516fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=159e3573c405472baf7efac53e8a7b99&device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 1131 time: 0.1245983 Oct 14 13:01:43.875936 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de4f675-de81-4c9d-89f9-6d05aa994f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (cb7a7c90-e5c1-493d-b926-b9ba393bedec), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.876544 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f4a3bda7-6619-48df-82d2-f875862df570 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:43.878723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de4f675-de81-4c9d-89f9-6d05aa994f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:43.879873 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9de4f675-de81-4c9d-89f9-6d05aa994f30 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cb7a7c90-e5c1-493d-b926-b9ba393bedec HTTP/1.1" status: 204 len: 168 time: 0.3418031 Oct 14 13:01:43.888819 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Network fb13320f-34c8-4071-976b-aea523399720 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:43.899662 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:43.922595 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4f675-de81-4c9d-89f9-6d05aa994f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a7c90-e5c1-493d-b926-b9ba393bedec,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:44.013974 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port f4a3bda7-6619-48df-82d2-f875862df570 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:44.014210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f4a3bda7-6619-48df-82d2-f875862df570), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.014394 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port f4a3bda7-6619-48df-82d2-f875862df570 Oct 14 13:01:44.183763 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9578b12d-af42-48de-b89a-5b12f74a97cd req-a5be68b2-d9cd-427e-95a0-542ed02be012 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.0706496 Oct 14 13:01:44.185207 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port f4a3bda7-6619-48df-82d2-f875862df570 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:44.185734 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f4a3bda7-6619-48df-82d2-f875862df570), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.213427 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:01:44.251157 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port f4a3bda7-6619-48df-82d2-f875862df570, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f4a3bda7-6619-48df-82d2-f875862df570,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:44.259006 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f4a3bda7-6619-48df-82d2-f875862df570), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.388160 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-526e3529-f912-4b43-a6cf-b799cddca50f None None] Provisioning complete for port 7859d2a8-a214-4970-b0ca-1c96296f6e3f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:44.388590 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-526e3529-f912-4b43-a6cf-b799cddca50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.389028 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-526e3529-f912-4b43-a6cf-b799cddca50f None None] Attempt 1 to provision port 7859d2a8-a214-4970-b0ca-1c96296f6e3f Oct 14 13:01:44.412790 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-5c0624c4-bb14-4c69-aa04-22fc9b5615b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:44.414904 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-5c0624c4-bb14-4c69-aa04-22fc9b5615b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=436a0ec5-2b7d-4675-afdf-1ff77494006f HTTP/1.1" status: 200 len: 870 time: 0.2734580 Oct 14 13:01:44.420553 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=f4a3bda7-6619-48df-82d2-f875862df570,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:44.437792 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-526e3529-f912-4b43-a6cf-b799cddca50f None None] Port 7859d2a8-a214-4970-b0ca-1c96296f6e3f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:44.488881 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-d6edd97f-3e76-478b-a664-da0cd4a66d73 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=666bdb57-9d1e-45ce-becd-346af795aeb6 HTTP/1.1" status: 200 len: 217 time: 0.0553277 Oct 14 13:01:44.619287 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-808eebdb-3f98-419a-84af-5424bea8012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:44.620790 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-808eebdb-3f98-419a-84af-5424bea8012d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e643fe1e-9a56-4a7b-bb1c-9521be4c991b HTTP/1.1" status: 200 len: 843 time: 0.1255977 Oct 14 13:01:44.646129 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba166394-f7a4-49a7-b747-45d0d37bfd63 req-b07524ed-dd70-4362-923a-bb05b8460e27 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:44.647898 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ba166394-f7a4-49a7-b747-45d0d37bfd63 req-b07524ed-dd70-4362-923a-bb05b8460e27 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 947 time: 0.0789022 Oct 14 13:01:44.671181 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:44.714053 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ba166394-f7a4-49a7-b747-45d0d37bfd63 req-7afab839-6658-4668-9845-cfbf29bf39ea tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Oct 14 13:01:44.714565 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44874) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:44.733409 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd4bd-3da0-4058-965b-4759040388db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.797061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:44.800208 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:01:44.809204 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9bffffb2-1fd3-41eb-9094-280da658c9ed admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/829d7930-9977-45e6-9ea0-0503ae3c2bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0481634 Oct 14 13:01:44.838008 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd4bd-3da0-4058-965b-4759040388db admin admin] Publish callbacks [] for security_group (a9f9de69-9485-41d4-8f00-c48daed0de29), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.842916 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd4bd-3da0-4058-965b-4759040388db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a9f9de69-9485-41d4-8f00-c48daed0de29), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:44.846484 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2f57f117-3ad9-418e-91b1-8900e3beab9e req-85f563c2-5e48-4abd-999b-5c5396c39f32 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.0303056 Oct 14 13:01:44.879257 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:44.918229 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ce6fd4bd-3da0-4058-965b-4759040388db admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8a9a09173e474a91a5384875bd5c48e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021222 Oct 14 13:01:44.922013 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44880) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:44.936726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd4bd-3da0-4058-965b-4759040388db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9de69-9485-41d4-8f00-c48daed0de29,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:44.942240 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-a5534077-894e-4702-b401-4e29dcf3d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:44.943766 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-a5534077-894e-4702-b401-4e29dcf3d44e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=436a0ec5-2b7d-4675-afdf-1ff77494006f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0598171 Oct 14 13:01:45.019402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a934c17a-ca5d-400e-ab03-93e4b8c852fe admin admin] Publish callbacks [] for security_group (a9f9de69-9485-41d4-8f00-c48daed0de29), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.047154 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a934c17a-ca5d-400e-ab03-93e4b8c852fe admin admin] Publish callbacks [] for security_group (a9f9de69-9485-41d4-8f00-c48daed0de29), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.087551 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-f20a4d97-03fd-4cf3-8e2e-dfa75dfca777 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/436a0ec5-2b7d-4675-afdf-1ff77494006f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351991 Oct 14 13:01:45.125194 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a934c17a-ca5d-400e-ab03-93e4b8c852fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a9f9de69-9485-41d4-8f00-c48daed0de29), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.128025 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a934c17a-ca5d-400e-ab03-93e4b8c852fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.129730 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a934c17a-ca5d-400e-ab03-93e4b8c852fe admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a9f9de69-9485-41d4-8f00-c48daed0de29 HTTP/1.1" status: 204 len: 168 time: 0.2066743 Oct 14 13:01:45.143646 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934c17a-ca5d-400e-ab03-93e4b8c852fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9de69-9485-41d4-8f00-c48daed0de29,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:45.215390 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66af6cca-c87c-42e9-a441-6ac32351e6b4 req-091b581d-13fe-4d70-81c3-6d07145c32dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/436a0ec5-2b7d-4675-afdf-1ff77494006f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203809 Oct 14 13:01:45.321120 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1795fb2b-eab8-46ca-b031-56008346316d req-4a9e23a1-1d55-4552-a2d8-0226ba3f900a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.0373008 Oct 14 13:01:45.681128 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Sync routers for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:01:45.696082 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44902) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:45.698072 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:45.698888 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:45.701564 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-273186330-network', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:45.726644 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Made reservation on behalf of f9c17763aab14c4cbdaef31e929da0a4 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:45.729532 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.746640 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.834807 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:45.870868 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f4a3bda7-6619-48df-82d2-f875862df570 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:45.907089 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc835-c924-4984-aa9c-142f589ef7a0 req-5285a889-d33b-485d-9cc7-79a89e3baf27 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:45.919161 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-246fc835-c924-4984-aa9c-142f589ef7a0 req-5285a889-d33b-485d-9cc7-79a89e3baf27 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 947 time: 0.0924780 Oct 14 13:01:45.931468 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks [] for security_group (61fa2840-2338-44c8-a416-bc9ade13f8c8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.935473 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port f4a3bda7-6619-48df-82d2-f875862df570 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:45.935994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f4a3bda7-6619-48df-82d2-f875862df570), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.936436 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port f4a3bda7-6619-48df-82d2-f875862df570 Oct 14 13:01:45.941637 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (61fa2840-2338-44c8-a416-bc9ade13f8c8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.956103 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:01:45.967042 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (056331c0-ccba-4b08-a22d-81ec2318ae15), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:45.967393 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Added segment 056331c0-ccba-4b08-a22d-81ec2318ae15 of type vlan for network 5fdba87d-47ca-4293-9564-73f9cff418cb Oct 14 13:01:45.987141 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.005132 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-246fc835-c924-4984-aa9c-142f589ef7a0 req-a9568ccd-080c-4b52-99be-c7b6d70e454f tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850880 Oct 14 13:01:46.045794 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port f4a3bda7-6619-48df-82d2-f875862df570 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:46.069962 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (5fdba87d-47ca-4293-9564-73f9cff418cb), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.130623 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa2840-2338-44c8-a416-bc9ade13f8c8,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:46.136942 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7d6d6-fe38-4e7b-8461-9dd398c456c6 req-a0d13b4d-c705-459b-b69a-29169fe82104 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:46.138689 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7db7d6d6-fe38-4e7b-8461-9dd398c456c6 req-a0d13b4d-c705-459b-b69a-29169fe82104 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Oct 14 13:01:46.139805 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e75fcfe-3366-4815-ba98-fb0a500a7073 req-56e1120f-0682-4467-8f3a-52c89f6f80d2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.0577583 Oct 14 13:01:46.147580 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (5fdba87d-47ca-4293-9564-73f9cff418cb), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.149244 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:46.150337 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.178316 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 2, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:46.206808 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Checking router: 829d7930-9977-45e6-9ea0-0503ae3c2bc7 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:01:46.207511 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Updating router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 port 7859d2a8-a214-4970-b0ca-1c96296f6e3f binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:01:46.213303 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7db7d6d6-fe38-4e7b-8461-9dd398c456c6 req-814a1494-7cdc-4bf9-83c1-f5cf9290e6fd tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616102 Oct 14 13:01:46.218013 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5209050 Oct 14 13:01:46.219877 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44912) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:46.225219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Request body: {'subnet': {'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-273186330-subnet', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:46.235824 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60d8a1-d11a-4ee6-b065-8c6bc0c7f4bd admin admin] Pushing event updated for resources: {'Network': ['ID=5fdba87d-47ca-4293-9564-73f9cff418cb,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:46.248995 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Made reservation on behalf of f9c17763aab14c4cbdaef31e929da0a4 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:46.249598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 5fdba87d-47ca-4293-9564-73f9cff418cb details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:01:46.251769 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519545'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.252528 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.484133 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0f9de150-d49a-4c62-808a-4d81dd9111a3 req-ab3b9db0-3641-495f-946f-d972f118e974 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.0559912 Oct 14 13:01:46.521932 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2807989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519531'] for subnet (e929f8e8-7eb2-482c-b243-493d91790219), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.526063 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 666bdb57-9d1e-45ce-becd-346af795aeb6 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:01:46.529703 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Publish callbacks [] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.538339 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.583580 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e929f8e8-7eb2-482c-b243-493d91790219,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:46.616925 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.618346 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21092e2-b1f7-4ed1-aad9-55a0727de5c8 None None] Pushing event updated for resources: {'Port': ['ID=7859d2a8-a214-4970-b0ca-1c96296f6e3f,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:46.653323 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-ab4401a8-e3c6-424a-83dc-70a8f97e738f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:46.655233 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-ab4401a8-e3c6-424a-83dc-70a8f97e738f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.1997101 Oct 14 13:01:46.656793 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Checking segment: {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:46.657077 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Network hostable DHCP agents. Network: 5fdba87d-47ca-4293-9564-73f9cff418cb, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:01:46.659025 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.684460 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.697104 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.737239 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Network 5fdba87d-47ca-4293-9564-73f9cff418cb is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:01:46.751125 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-c1552ae6-8f4c-408e-bdf9-9b926f3c5533 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831871 Oct 14 13:01:46.760211 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 5fdba87d-47ca-4293-9564-73f9cff418cb) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:46.774592 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02658cc7-9f9b-44af-bf85-312515a5c40d None None] Network 5fdba87d-47ca-4293-9564-73f9cff418cb requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:01:46.775628 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:46.776336 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.782806 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 666bdb57-9d1e-45ce-becd-346af795aeb6, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=666bdb57-9d1e-45ce-becd-346af795aeb6,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:46.811211 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3b4b1ef6-c7b2-4330-a0db-d8b75963aabd admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5894299 Oct 14 13:01:46.813207 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44922) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:46.819464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:46.833244 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-5908c44e-bf6e-417e-8775-588a649d4592 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 471 time: 0.1642442 Oct 14 13:01:46.835919 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Attempting to bind port 7859d2a8-a214-4970-b0ca-1c96296f6e3f on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:46.836364 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Attempting to bind port 7859d2a8-a214-4970-b0ca-1c96296f6e3f by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:46.836810 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Attempting to bind port 7859d2a8-a214-4970-b0ca-1c96296f6e3f on network fb13320f-34c8-4071-976b-aea523399720 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:46.842746 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '666bdb57-9d1e-45ce-becd-346af795aeb6', 'network_id': '436a0ec5-2b7d-4675-afdf-1ff77494006f', 'port_id': '666bdb57-9d1e-45ce-becd-346af795aeb6', 'mac_address': 'fa:16:3e:77:d7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e643fe1e-9a56-4a7b-bb1c-9521be4c991b', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:01:46.848982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (b64b9180-78a9-46ad-8323-07d0c0961b30), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.850155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (b64b9180-78a9-46ad-8323-07d0c0961b30), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.874521 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'port': {'device_id': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'admin_state_up': True, 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'security_groups': ['ce20457d-6b9f-4261-b888-4ea267a43120']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:46.884806 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:46.885236 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Checking segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:46.885661 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.886042 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Bound using segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:46.887011 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Bound port: 7859d2a8-a214-4970-b0ca-1c96296f6e3f, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:46.887582 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.913842 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 666bdb57-9d1e-45ce-becd-346af795aeb6 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:46.914407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.951405 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks [] for router_controller (b64b9180-78a9-46ad-8323-07d0c0961b30), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:46.953908 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.959033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:46.971051 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] For port 7859d2a8-a214-4970-b0ca-1c96296f6e3f, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:46.982771 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] For port 7859d2a8-a214-4970-b0ca-1c96296f6e3f, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7859d2a8-a214-4970-b0ca-1c96296f6e3f,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:46.991057 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-5afe988f-92e1-408e-a226-7e4e2754de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:46.993276 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-5afe988f-92e1-408e-a226-7e4e2754de58 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 1129 time: 0.1151276 Oct 14 13:01:46.993610 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.025365 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:47.026022 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:47.138189 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks [] for router_gateway (b64b9180-78a9-46ad-8323-07d0c0961b30), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.138632 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:47.149010 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Made reservation on behalf of 6c0d083e8cef4333b9514d2256991647 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:47.159033 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.229532 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666bdb57-9d1e-45ce-becd-346af795aeb6 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:47.253527 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-64837b7b-6018-4812-8f54-d8fa0ec69a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:47.255129 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-64837b7b-6018-4812-8f54-d8fa0ec69a92 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.2254615 Oct 14 13:01:47.270434 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd251-8654-4994-b5f3-b9c032cf2899 req-4aa3fc0a-1cb5-4742-b8b2-a499dda649c9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:47.272377 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fa2bd251-8654-4994-b5f3-b9c032cf2899 req-4aa3fc0a-1cb5-4742-b8b2-a499dda649c9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 947 time: 0.1391551 Oct 14 13:01:47.278903 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-5fdba87d-47ca-4293-9564-73f9cff418cb', 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb', 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'fixed_ips': [{'subnet_id': 'e929f8e8-7eb2-482c-b243-493d91790219'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:01:47.281093 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.301662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 666bdb57-9d1e-45ce-becd-346af795aeb6, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=666bdb57-9d1e-45ce-becd-346af795aeb6,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:47.314029 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.352011 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:47.352980 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21092e2-b1f7-4ed1-aad9-55a0727de5c8 None None] Pushing event updated for resources: {'Port': ['ID=7859d2a8-a214-4970-b0ca-1c96296f6e3f,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:47.401367 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-c57f34b8-cd0c-4c17-bfcc-f109be91fe45 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f HTTP/1.1" status: 200 len: 217 time: 0.0616560 Oct 14 13:01:47.403564 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:46Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:47.435245 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5827-78e7-430c-9fa0-a5d5749d5b87 None None] The sync data for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi is: [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:46Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:01:47.439929 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1d9c5e56-9321-4dd7-9372-91b18c9d709c req-bc294c79-ac26-4f09-81cb-697f21e48b04 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.0615711 Oct 14 13:01:47.468690 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks [] for router_gateway (b64b9180-78a9-46ad-8323-07d0c0961b30), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.553671 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-5bb672ec-9d71-47cd-ba1d-0ac00a8359df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:47.556194 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-5bb672ec-9d71-47cd-ba1d-0ac00a8359df service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.1446979 Oct 14 13:01:47.590642 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fa2bd251-8654-4994-b5f3-b9c032cf2899 req-26399614-d0c2-4c0a-8ee2-45f463991343 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889600 Oct 14 13:01:47.633147 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Allocated IP 172.20.0.2 (5fdba87d-47ca-4293-9564-73f9cff418cb/e929f8e8-7eb2-482c-b243-493d91790219/51f12165-3b99-44d2-b3f0-76b89adcfc44) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:47.651888 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-6659743f-8939-4fd2-85ba-7b736b7f09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:47.653391 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-6659743f-8939-4fd2-85ba-7b736b7f09e8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616074 Oct 14 13:01:47.777377 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-ef6fd17c-1a72-46ab-9fb9-deed16e5a959 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:47.779019 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-ef6fd17c-1a72-46ab-9fb9-deed16e5a959 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 818 time: 0.2788737 Oct 14 13:01:47.780574 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.846781 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:47.908958 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.20.0.5 (70bca7d9-a052-4048-8e74-16b14b95c03e/b534a606-0783-47be-9c10-cd2ab6b8dc15/f683cd87-b2e8-44df-bb14-216087a69181) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:47.937759 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-92c3be96-362f-4585-b2a3-aeeafea5bbed tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c160176d8c804b7793bae21c205c538c HTTP/1.1" status: 200 len: 379 time: 0.1471741 Oct 14 13:01:47.977099 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Allocated IP 172.27.3.114 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/6eabedb1-a480-41c1-b092-8d8f5ef0086a) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:47.987498 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-9eb64be1-c18b-48da-8f45-078d208f912c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211029 Oct 14 13:01:47.990968 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Publish callbacks [] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:47.998035 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e71365ce-a8c5-4b31-b653-ba6b936cf5a4 req-5c6fe4f9-9b2d-458d-aceb-dcc8b1f33736 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.1824160 Oct 14 13:01:48.000342 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['666bdb57-9d1e-45ce-becd-346af795aeb6'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:01:48.002512 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7859d2a8-a214-4970-b0ca-1c96296f6e3f up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:48.004783 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.019015 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=666bdb57-9d1e-45ce-becd-346af795aeb6,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:48.063850 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:48.074480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'port': {'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'admin_state_up': True, 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'security_groups': ['c0dccb60-ad5f-41f3-97a9-156bd7d106c6']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:48.082653 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Network 5fdba87d-47ca-4293-9564-73f9cff418cb is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:48.097879 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.098258 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.098625 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.098972 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.099310 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.099640 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.099974 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.100304 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.100630 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.101497 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.101830 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.102183 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.102482 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.102585 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:48.102803 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.103125 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:01:48.105650 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54372a5d-149b-4afc-9401-0f7cb8e5215b req-52219b88-1c23-4522-97b3-914c558ba9f6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057374 Oct 14 13:01:48.114136 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:48.151963 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:48.155507 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:48.271431 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0288635-6ae9-4a33-afff-904aed959486 req-8b760b20-1937-47e4-8a9a-94c8ffb78ffd tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:48.272573 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (f683cd87-b2e8-44df-bb14-216087a69181), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.274332 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d0288635-6ae9-4a33-afff-904aed959486 req-8b760b20-1937-47e4-8a9a-94c8ffb78ffd tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.2057781 Oct 14 13:01:48.277437 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks [] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.310465 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:48.313631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Pushing event updated for resources: {'Port': ['ID=51f12165-3b99-44d2-b3f0-76b89adcfc44,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:48.314604 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (f683cd87-b2e8-44df-bb14-216087a69181), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.344405 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:48.354276 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 7859d2a8-a214-4970-b0ca-1c96296f6e3f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:48.354651 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.354984 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 7859d2a8-a214-4970-b0ca-1c96296f6e3f Oct 14 13:01:48.382798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=f683cd87-b2e8-44df-bb14-216087a69181,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:48.385957 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Attempting to bind port 51f12165-3b99-44d2-b3f0-76b89adcfc44 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:48.386517 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Attempting to bind port 51f12165-3b99-44d2-b3f0-76b89adcfc44 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:48.387108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Attempting to bind port 51f12165-3b99-44d2-b3f0-76b89adcfc44 on network 5fdba87d-47ca-4293-9564-73f9cff418cb {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:48.400082 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Made reservation on behalf of c160176d8c804b7793bae21c205c538c for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:01:48.401265 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:48.403371 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:48.403854 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.406841 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:48.420928 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d0288635-6ae9-4a33-afff-904aed959486 req-3654b06e-e839-4b57-85a2-03735bb7b727 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345234 Oct 14 13:01:48.423667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.504831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:48.509888 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:48.516364 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:48.522564 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:48.524316 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.537367 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:48.537810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Checking segment: {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:48.538449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.538846 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Bound using segment: {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:48.539340 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Bound port: 51f12165-3b99-44d2-b3f0-76b89adcfc44, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:48.539723 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.563456 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-add12f1c-e4ac-4b18-8c5c-ab807a028064 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6921003 Oct 14 13:01:48.579508 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Request body: {'port': {'device_id': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:48.616182 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Pushing event updated for resources: {'Port': ['ID=6eabedb1-a480-41c1-b092-8d8f5ef0086a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:48.626563 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] For port 51f12165-3b99-44d2-b3f0-76b89adcfc44, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:48.631108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] For port 51f12165-3b99-44d2-b3f0-76b89adcfc44, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=51f12165-3b99-44d2-b3f0-76b89adcfc44,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:48.663515 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.733905 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 7859d2a8-a214-4970-b0ca-1c96296f6e3f is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:48.734566 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.743360 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e4b1a9bf-8bd1-4d29-9ba3-0e8ac23f75d3 req-4cc71143-9635-471a-a091-c4f76257cbfc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.1014190 Oct 14 13:01:48.747876 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f683cd87-b2e8-44df-bb14-216087a69181), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.829072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c795-374f-4b1e-917a-0e86ac9a8f23 None None] Pushing event updated for resources: {'Port': ['ID=51f12165-3b99-44d2-b3f0-76b89adcfc44,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:48.843639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-053db4c4-d9b1-478c-9da1-2ccaa6ed43f2 None None] Provisioning complete for port f683cd87-b2e8-44df-bb14-216087a69181 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:48.844243 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-053db4c4-d9b1-478c-9da1-2ccaa6ed43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f683cd87-b2e8-44df-bb14-216087a69181), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.844760 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-053db4c4-d9b1-478c-9da1-2ccaa6ed43f2 None None] Attempt 1 to provision port f683cd87-b2e8-44df-bb14-216087a69181 Oct 14 13:01:48.849887 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 7859d2a8-a214-4970-b0ca-1c96296f6e3f, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7859d2a8-a214-4970-b0ca-1c96296f6e3f,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:48.885420 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:48.943853 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02514d2f-bd65-497e-bacc-7c03273e4320 req-9fac281a-4334-4098-a87e-ff155baed0b9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:48.948548 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-02514d2f-bd65-497e-bacc-7c03273e4320 req-9fac281a-4334-4098-a87e-ff155baed0b9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 948 time: 0.1647935 Oct 14 13:01:48.965651 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-053db4c4-d9b1-478c-9da1-2ccaa6ed43f2 None None] Port f683cd87-b2e8-44df-bb14-216087a69181 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:48.987894 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=7859d2a8-a214-4970-b0ca-1c96296f6e3f,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:49.013428 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Allocated IP 172.20.0.8 (71d7f67c-efcc-4a77-8c43-10bba17af0b2/149fa151-6a2f-4a08-ae89-995ac1c1cba6/7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:49.191573 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks [] for router_gateway (b64b9180-78a9-46ad-8323-07d0c0961b30), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.249557 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:49.265844 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-02514d2f-bd65-497e-bacc-7c03273e4320 req-638fd0ab-9777-46aa-84f8-170b598a39e3 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085971 Oct 14 13:01:49.335485 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb0d14-352d-42dc-970a-6518932c2c87 req-e36e3b6f-8c32-4285-a275-7ce1a1d3fa6a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:49.336859 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-36fb0d14-352d-42dc-970a-6518932c2c87 req-e36e3b6f-8c32-4285-a275-7ce1a1d3fa6a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 931 time: 0.0879810 Oct 14 13:01:49.408289 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:49.424523 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-36fb0d14-352d-42dc-970a-6518932c2c87 req-0580766c-7f18-4e40-b79d-008ab12b71c0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787463 Oct 14 13:01:49.455035 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.465558 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f683cd87-b2e8-44df-bb14-216087a69181 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:49.473884 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Publish callbacks [] for port (f683cd87-b2e8-44df-bb14-216087a69181), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.487605 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Transition to ACTIVE for port object f683cd87-b2e8-44df-bb14-216087a69181 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:01:49.492839 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (f683cd87-b2e8-44df-bb14-216087a69181), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.580270 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f683cd87-b2e8-44df-bb14-216087a69181,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:49.601605 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:49.612617 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Attempting to bind port f683cd87-b2e8-44df-bb14-216087a69181 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:49.612958 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Attempting to bind port f683cd87-b2e8-44df-bb14-216087a69181 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:49.613289 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Attempting to bind port f683cd87-b2e8-44df-bb14-216087a69181 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:49.657706 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Port f683cd87-b2e8-44df-bb14-216087a69181 on network 70bca7d9-a052-4048-8e74-16b14b95c03e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:01:49.658045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Attempting to bind port f683cd87-b2e8-44df-bb14-216087a69181 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:49.702080 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:49.702418 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:49.702834 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Bound using segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:49.703266 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Bound port: f683cd87-b2e8-44df-bb14-216087a69181, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:49.703624 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f683cd87-b2e8-44df-bb14-216087a69181), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.743292 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:49.815940 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] For port f683cd87-b2e8-44df-bb14-216087a69181, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:49.816127 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (b64b9180-78a9-46ad-8323-07d0c0961b30), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.821045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] For port f683cd87-b2e8-44df-bb14-216087a69181, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f683cd87-b2e8-44df-bb14-216087a69181,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:49.823334 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.829616 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (f683cd87-b2e8-44df-bb14-216087a69181), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.830235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8b1c9-f559-4a16-b84f-0f8c27e96c58 req-c09291a5-e278-46dc-97da-ec5694faabb3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:49.831760 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0ab8b1c9-f559-4a16-b84f-0f8c27e96c58 req-c09291a5-e278-46dc-97da-ec5694faabb3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0948763 Oct 14 13:01:49.840608 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:49.841150 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:49.842579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f683cd87-b2e8-44df-bb14-216087a69181 HTTP/1.1" status: 200 len: 1093 time: 1.2710209 Oct 14 13:01:49.843252 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:49.845831 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38236062-7916-4adb-8dc5-ca4b24c0cdef" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "tag": "f683cd87-b2e8-44df-bb14-216087a69181"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:49.956340 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:49.967786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:49.974511 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:49.982234 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event updated for resources: {'Port': ['ID=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:49.998023 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5aad8-0c30-4474-9f55-76e9bf679fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f683cd87-b2e8-44df-bb14-216087a69181,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:50.008468 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5259f6-5934-44cb-a65e-99ff0c98a46a req-95022f7a-c4ca-48d3-9c70-092121dae0c7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.010031 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3b5259f6-5934-44cb-a65e-99ff0c98a46a req-95022f7a-c4ca-48d3-9c70-092121dae0c7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 931 time: 0.1335406 Oct 14 13:01:50.013930 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-2a61b8ef-6088-451a-8ae7-0cec46402c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.015736 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-2a61b8ef-6088-451a-8ae7-0cec46402c5b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 1127 time: 0.0924189 Oct 14 13:01:50.048764 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 51f12165-3b99-44d2-b3f0-76b89adcfc44 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:50.089614 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-19a0c581-b061-4f49-81cc-3d4d150c4252 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f683cd87-b2e8-44df-bb14-216087a69181 HTTP/1.1" status: 200 len: 217 time: 0.0584040 Oct 14 13:01:50.105134 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.105831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.118810 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0ab8b1c9-f559-4a16-b84f-0f8c27e96c58 req-53c3eb42-d2b2-4d3d-8797-60dc8adbf3ad tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594228 Oct 14 13:01:50.139895 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 51f12165-3b99-44d2-b3f0-76b89adcfc44 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:50.143272 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.143685 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 51f12165-3b99-44d2-b3f0-76b89adcfc44 Oct 14 13:01:50.160419 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-8b741ef1-0974-47a7-83df-886048b663c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0927763 Oct 14 13:01:50.177634 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3b5259f6-5934-44cb-a65e-99ff0c98a46a req-efbf35df-c4df-47bf-b43a-f6a4555b2c7d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604018 Oct 14 13:01:50.186931 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Request body: {'port': {'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:50.208427 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d14914-28c0-4cd8-a6d5-d83eba56fc54 x-openstack-request-id: req-17d14914-28c0-4cd8-a6d5-d83eba56fc54 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:50.208724 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "tag": "f683cd87-b2e8-44df-bb14-216087a69181", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:50.209714 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17d14914-28c0-4cd8-a6d5-d83eba56fc54 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:50.210470 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d14914-28c0-4cd8-a6d5-d83eba56fc54'] response: {'name': 'network-changed', 'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181', 'status': 'completed', 'code': 200} Oct 14 13:01:50.216020 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-9619d6b1-9383-4a16-a274-fa719e75571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.217973 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-9619d6b1-9383-4a16-a274-fa719e75571a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.1177800 Oct 14 13:01:50.253650 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Router b64b9180-78a9-46ad-8323-07d0c0961b30 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:01:50.256698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 51f12165-3b99-44d2-b3f0-76b89adcfc44 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:50.257178 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.298583 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 51f12165-3b99-44d2-b3f0-76b89adcfc44, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=51f12165-3b99-44d2-b3f0-76b89adcfc44,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:50.302400 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-a9bffe28-0549-45e0-a878-34ca7b15ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.305511 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.306067 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-a9bffe28-0549-45e0-a878-34ca7b15ce8d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779035 Oct 14 13:01:50.306593 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7859d2a8-a214-4970-b0ca-1c96296f6e3f up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:50.386831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.411088 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:50.430582 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 7859d2a8-a214-4970-b0ca-1c96296f6e3f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:50.430966 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.431297 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 7859d2a8-a214-4970-b0ca-1c96296f6e3f Oct 14 13:01:50.457133 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=51f12165-3b99-44d2-b3f0-76b89adcfc44,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:50.464151 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:50.477154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:50.481241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b6a95-d522-4182-91ce-cf05f8a602ef req-e7103a4b-243c-438f-9c19-782762a5a93b tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.482814 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f70b6a95-d522-4182-91ce-cf05f8a602ef req-e7103a4b-243c-438f-9c19-782762a5a93b tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 948 time: 0.0864623 Oct 14 13:01:50.518682 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa216cf0-42e7-4c38-ab38-eece16c5b159 None None] Network 5fdba87d-47ca-4293-9564-73f9cff418cb requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:01:50.525377 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-1b3c317c-362d-4aa9-ab9b-236aec77ef09 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109408 Oct 14 13:01:50.548479 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 666bdb57-9d1e-45ce-becd-346af795aeb6 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:50.600260 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Provisioning complete for port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:50.600859 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.601893 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Attempt 1 to provision port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 Oct 14 13:01:50.605814 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f70b6a95-d522-4182-91ce-cf05f8a602ef req-bc66cdb6-ab1d-4675-8bc1-b440a05adf96 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145349 Oct 14 13:01:50.643866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:50.648219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:50.649974 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:01:50.669470 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c738182-17d0-4ca3-b628-704ab37681d6 req-8fe29d1b-828a-4fd8-ad96-40db46d00c4f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324987 Oct 14 13:01:50.672137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba87ca-9759-4505-ac7c-69006493d3fd req-7d023a36-eae4-4a9f-93c2-618fda5ee2b3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:50.673781 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-64ba87ca-9759-4505-ac7c-69006493d3fd req-7d023a36-eae4-4a9f-93c2-618fda5ee2b3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 943 time: 0.1454978 Oct 14 13:01:50.674081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Sync routers for ids ['b64b9180-78a9-46ad-8323-07d0c0961b30'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:01:50.680044 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.683781 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-abfd0465-06ac-4ed1-8c74-0d290a99bae6 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8668277 Oct 14 13:01:50.683958 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44954) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:50.702913 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Provisioning complete for port 51f12165-3b99-44d2-b3f0-76b89adcfc44 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:50.703279 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.703607 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Attempt 1 to provision port 51f12165-3b99-44d2-b3f0-76b89adcfc44 Oct 14 13:01:50.765192 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Routers {'b64b9180-78a9-46ad-8323-07d0c0961b30'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:50.765747 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b64b9180-78a9-46ad-8323-07d0c0961b30'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:50.787819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 666bdb57-9d1e-45ce-becd-346af795aeb6 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:01:50.791400 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 7859d2a8-a214-4970-b0ca-1c96296f6e3f is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:50.831999 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 666bdb57-9d1e-45ce-becd-346af795aeb6 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:50.832363 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:50.832690 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 666bdb57-9d1e-45ce-becd-346af795aeb6 Oct 14 13:01:50.887155 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-64ba87ca-9759-4505-ac7c-69006493d3fd req-a5f218c3-1d2a-49a2-bf44-2f8bc2cbd5f3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871488 Oct 14 13:01:50.899897 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:51.037178 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:51.048830 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Publish callbacks [] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.069319 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Transition to ACTIVE for port object 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:01:51.102655 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.112977 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-58166535-1069-47a1-a857-42ba9d2bef46 None None] Current status of the port 51f12165-3b99-44d2-b3f0-76b89adcfc44 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:51.133185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Set router b64b9180-78a9-46ad-8323-07d0c0961b30 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:51.198056 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Pushing event updated for resources: {'Port': ['ID=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:51.264022 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336257f-2a01-42c5-8479-ef4064de9a98 req-f2de5f21-6f68-4ee1-8c05-8095b6662781 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:51.265771 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b336257f-2a01-42c5-8479-ef4064de9a98 req-f2de5f21-6f68-4ee1-8c05-8095b6662781 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0563846 Oct 14 13:01:51.274522 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 666bdb57-9d1e-45ce-becd-346af795aeb6 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:51.274909 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.293819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-6ea202b2-9dbd-4429-8bf2-850f6fdcb55a None None] Provisioning complete for port 51f12165-3b99-44d2-b3f0-76b89adcfc44 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:51.294185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6ea202b2-9dbd-4429-8bf2-850f6fdcb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.294514 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-6ea202b2-9dbd-4429-8bf2-850f6fdcb55a None None] Attempt 1 to provision port 51f12165-3b99-44d2-b3f0-76b89adcfc44 Oct 14 13:01:51.321269 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b336257f-2a01-42c5-8479-ef4064de9a98 req-b253c5fd-f220-4497-9c7d-ec2fb3c924cd tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494640 Oct 14 13:01:51.349583 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:51.349583 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3201585e-b536-44fc-8029-72833127e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bdb57-9d1e-45ce-becd-346af795aeb6'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:51.349583 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae33baba-2734-4d96-a0c2-75c017ffd6dd" -d '{"events": [{"server_uuid": "3201585e-b536-44fc-8029-72833127e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "666bdb57-9d1e-45ce-becd-346af795aeb6"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:51.355960 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321815d-4b88-451d-aea5-050dd061a02f req-1e92c40a-33a5-41f4-a415-66d5e7978dd4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:51.357514 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7321815d-4b88-451d-aea5-050dd061a02f req-1e92c40a-33a5-41f4-a415-66d5e7978dd4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 943 time: 0.1096327 Oct 14 13:01:51.370315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:51.375013 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 666bdb57-9d1e-45ce-becd-346af795aeb6, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=666bdb57-9d1e-45ce-becd-346af795aeb6,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:51.390152 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.392795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1210ad08-b539-4c6d-a8db-cc73e5d8ae72 x-openstack-request-id: req-1210ad08-b539-4c6d-a8db-cc73e5d8ae72 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:51.393110 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3201585e-b536-44fc-8029-72833127e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "666bdb57-9d1e-45ce-becd-346af795aeb6", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:51.393429 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1210ad08-b539-4c6d-a8db-cc73e5d8ae72 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:51.393836 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1210ad08-b539-4c6d-a8db-cc73e5d8ae72'] response: {'server_uuid': '3201585e-b536-44fc-8029-72833127e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bdb57-9d1e-45ce-becd-346af795aeb6', 'code': 200} Oct 14 13:01:51.396487 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Attempting to bind port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:51.396846 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Attempting to bind port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:51.397174 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Attempting to bind port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:51.485705 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:51.503186 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=666bdb57-9d1e-45ce-becd-346af795aeb6,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:51.514338 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-6ea202b2-9dbd-4429-8bf2-850f6fdcb55a None None] Current status of the port 51f12165-3b99-44d2-b3f0-76b89adcfc44 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:51.519460 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:01:49Z', 'revision_number': 3, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:51.528726 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7321815d-4b88-451d-aea5-050dd061a02f req-b23c5d46-703e-4596-9010-4a0559d34170 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534491 Oct 14 13:01:51.539719 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:01:51.540051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Attempting to bind port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 on network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:51.545124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Checking router: b64b9180-78a9-46ad-8323-07d0c0961b30 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:01:51.545473 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Updating router b64b9180-78a9-46ad-8323-07d0c0961b30 port 6eabedb1-a480-41c1-b092-8d8f5ef0086a binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:01:51.572790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.574631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.634383 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:51.634718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Checking segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:51.635105 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Bound using segment: {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:51.635556 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Bound port: 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670d958d-d15f-44b5-b840-a89bf212e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:51.635919 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.640754 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:51.736700 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd118b-ca66-4267-b30a-08b8fc0a32fc req-7797c95c-dd6d-48a1-b5cb-be27836a356d tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:51.738691 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f5dd118b-ca66-4267-b30a-08b8fc0a32fc req-7797c95c-dd6d-48a1-b5cb-be27836a356d tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.0543134 Oct 14 13:01:51.785005 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] For port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:51.795087 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f5dd118b-ca66-4267-b30a-08b8fc0a32fc req-3c87b472-8f46-4059-a0fd-bef33441ecc9 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501387 Oct 14 13:01:51.807415 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] For port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:51.827151 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Allocated IP 172.20.0.1 (5fdba87d-47ca-4293-9564-73f9cff418cb/e929f8e8-7eb2-482c-b243-493d91790219/2cf3c3fe-a9c9-4fbc-81eb-df544c44b237) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:01:51.830280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.834192 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:51.835173 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.836565 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 1093 time: 1.6664853 Oct 14 13:01:51.841976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:51.844200 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda54e9-a015-47d2-b149-a1e0ef137f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:51.853325 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 51f12165-3b99-44d2-b3f0-76b89adcfc44 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:51.896467 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf806f9c-32d2-4edc-b2b4-f9b3666db4db x-openstack-request-id: req-bf806f9c-32d2-4edc-b2b4-f9b3666db4db {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:51.896859 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:51.896996 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf806f9c-32d2-4edc-b2b4-f9b3666db4db {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:51.897398 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf806f9c-32d2-4edc-b2b4-f9b3666db4db'] response: {'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'status': 'completed', 'code': 200} Oct 14 13:01:51.898046 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Publish callbacks [] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.905611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.942705 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Attempting to bind port 6eabedb1-a480-41c1-b092-8d8f5ef0086a on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:51.943083 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Attempting to bind port 6eabedb1-a480-41c1-b092-8d8f5ef0086a by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:51.943441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Attempting to bind port 6eabedb1-a480-41c1-b092-8d8f5ef0086a on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:51.956289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b344b-f115-405e-bf11-4cd430957d11 service neutron] Pushing event updated for resources: {'Port': ['ID=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:51.982215 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 51f12165-3b99-44d2-b3f0-76b89adcfc44 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:51.982595 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:51.982943 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 51f12165-3b99-44d2-b3f0-76b89adcfc44 Oct 14 13:01:52.012909 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843019-b6e1-416f-af8a-7c40f938f7ce None None] Pushing event updated for resources: {'Port': ['ID=6eabedb1-a480-41c1-b092-8d8f5ef0086a,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:52.030447 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-3e636233-4325-4ccb-965e-30832f22bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.031386 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-3e636233-4325-4ccb-965e-30832f22bf86 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 1127 time: 0.0683799 Oct 14 13:01:52.044613 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:52.044984 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:52.045506 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.045909 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:52.046384 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Bound port: 6eabedb1-a480-41c1-b092-8d8f5ef0086a, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:52.046766 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.047104 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda54e9-a015-47d2-b149-a1e0ef137f7c req-4e8ae38d-9ea4-4a9a-b431-08ac3e3aa500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.048972 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ecda54e9-a015-47d2-b149-a1e0ef137f7c req-4e8ae38d-9ea4-4a9a-b431-08ac3e3aa500 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1127 time: 0.0683258 Oct 14 13:01:52.066512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks [] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.142085 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] For port 6eabedb1-a480-41c1-b092-8d8f5ef0086a, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:52.145706 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] For port 6eabedb1-a480-41c1-b092-8d8f5ef0086a, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=6eabedb1-a480-41c1-b092-8d8f5ef0086a,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:52.149617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 51f12165-3b99-44d2-b3f0-76b89adcfc44 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:52.153841 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.169260 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:52.178511 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-531480ea-9434-4857-b1f7-7b77e5edc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.180089 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-531480ea-9434-4857-b1f7-7b77e5edc4c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.1368535 Oct 14 13:01:52.183075 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.193433 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Routers {'b64b9180-78a9-46ad-8323-07d0c0961b30'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:52.193831 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b64b9180-78a9-46ad-8323-07d0c0961b30'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:52.197966 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:52.201470 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:52.230853 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda54e9-a015-47d2-b149-a1e0ef137f7c req-0afc5be8-f4d8-414b-a35c-dac54ce4d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.232341 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ecda54e9-a015-47d2-b149-a1e0ef137f7c req-0afc5be8-f4d8-414b-a35c-dac54ce4d2cd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=c160176d8c804b7793bae21c205c538c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1688890 Oct 14 13:01:52.233539 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-22635baa-30b5-4235-aff3-5de89826a7c3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f683cd87-b2e8-44df-bb14-216087a69181 HTTP/1.1" status: 200 len: 217 time: 0.0432415 Oct 14 13:01:52.249281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960506e3-eaf3-4c30-b945-86f71e7b5866 req-57cde54f-b3a2-46a8-9eaf-8bc31df4519f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.256418 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-960506e3-eaf3-4c30-b945-86f71e7b5866 req-57cde54f-b3a2-46a8-9eaf-8bc31df4519f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 943 time: 0.2050402 Oct 14 13:01:52.258321 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843019-b6e1-416f-af8a-7c40f938f7ce None None] Pushing event updated for resources: {'Port': ['ID=6eabedb1-a480-41c1-b092-8d8f5ef0086a,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:52.298715 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Network 5fdba87d-47ca-4293-9564-73f9cff418cb is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:52.307442 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:52.313709 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:01:52.326552 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c7006-5e61-4e1a-8315-e0dc9a395849 req-48959492-0ce2-45da-8bba-2bf59a651b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.328126 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-238c7006-5e61-4e1a-8315-e0dc9a395849 req-48959492-0ce2-45da-8bba-2bf59a651b49 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 1133 time: 0.1343076 Oct 14 13:01:52.330368 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] Set router b64b9180-78a9-46ad-8323-07d0c0961b30 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:52.343818 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:52.376294 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (b64b9180-78a9-46ad-8323-07d0c0961b30), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.426779 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-960506e3-eaf3-4c30-b945-86f71e7b5866 req-eb0b435b-2730-45b6-a7c8-baa96581fe3b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690907 Oct 14 13:01:52.433276 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-effd97ca-ed1d-4dd8-b815-235d9e7a31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.434822 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-effd97ca-ed1d-4dd8-b815-235d9e7a31de service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.1788375 Oct 14 13:01:52.472707 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-238c7006-5e61-4e1a-8315-e0dc9a395849 req-9873b7e8-b6e6-4028-9481-617332c36197 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216433 Oct 14 13:01:52.474265 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:52.487756 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda54e9-a015-47d2-b149-a1e0ef137f7c req-a7f90791-f73f-4401-9224-a01dd7d7d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.490479 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ecda54e9-a015-47d2-b149-a1e0ef137f7c req-a7f90791-f73f-4401-9224-a01dd7d7d5ef service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259526 Oct 14 13:01:52.531770 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-d1ec2e08-090c-4e08-b8db-2564cebec7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.533310 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-d1ec2e08-090c-4e08-b8db-2564cebec7a8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879741 Oct 14 13:01:52.561703 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1834d83-c5c5-40d1-a423-3e92276b8388 req-88c9aeb5-96f7-4027-861f-873ad689b676 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.563469 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d1834d83-c5c5-40d1-a423-3e92276b8388 req-88c9aeb5-96f7-4027-861f-873ad689b676 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.1042020 Oct 14 13:01:52.563860 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:01:49Z', 'revision_number': 3, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:52.592712 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d82a32-be9b-4137-9430-b1a5209a31a0 None None] The sync data for ids ['b64b9180-78a9-46ad-8323-07d0c0961b30'] in dv-cinder-820994-7-iscsi is: [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:01:49Z', 'revision_number': 3, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:01:52.606346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:52.642163 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-dfe91d63-c187-40ba-b1c7-d8f72d2e9393 None None] Provisioning complete for port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:52.642539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dfe91d63-c187-40ba-b1c7-d8f72d2e9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.643002 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-dfe91d63-c187-40ba-b1c7-d8f72d2e9393 None None] Attempt 1 to provision port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 Oct 14 13:01:52.652541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:52.667910 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf370-872f-40b2-b22a-c5ebe2adca3f req-5963e5ac-4cd4-4e83-b54f-1a35be6514ff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.670185 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66caf370-872f-40b2-b22a-c5ebe2adca3f req-5963e5ac-4cd4-4e83-b54f-1a35be6514ff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 943 time: 0.0619011 Oct 14 13:01:52.672236 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d1834d83-c5c5-40d1-a423-3e92276b8388 req-41cbd475-4643-4795-8f8b-e715e6f1bea5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988708 Oct 14 13:01:52.686640 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-dfe91d63-c187-40ba-b1c7-d8f72d2e9393 None None] Port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:52.739211 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66caf370-872f-40b2-b22a-c5ebe2adca3f req-1f568d8f-e720-442d-9f7d-d6279e9989fa tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626559 Oct 14 13:01:52.792431 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-3721afb1-0ad9-467f-8965-1307482922a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.793983 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-3721afb1-0ad9-467f-8965-1307482922a7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1127 time: 0.0466988 Oct 14 13:01:52.851331 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-d3b3e750-f5c0-459e-abc7-a54302b7b91b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 217 time: 0.0449457 Oct 14 13:01:52.871025 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-9a908a22-84b8-4539-b8a9-e416e67444e0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553288 Oct 14 13:01:52.933730 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-47ca057b-6c0f-414d-bd43-42a4df7d6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:52.935328 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-47ca057b-6c0f-414d-bd43-42a4df7d6170 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0790949 Oct 14 13:01:53.258778 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks [] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:53.267810 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:53.279505 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59205d61-3c28-4f10-9d7e-b16eafc62146 req-8434aa61-0dae-4904-97b6-8944520167be tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:53.281053 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59205d61-3c28-4f10-9d7e-b16eafc62146 req-8434aa61-0dae-4904-97b6-8944520167be tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.3822079 Oct 14 13:01:53.339943 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:53.393472 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-38236062-7916-4adb-8dc5-ca4b24c0cdef req-879bc461-8bc8-42fc-a056-6be6f52dc91e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105293 Oct 14 13:01:53.403902 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:53.417280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (b64b9180-78a9-46ad-8323-07d0c0961b30), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:53.423621 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-014870d1-7769-4cc8-897d-2b0e3924012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:53.425738 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-014870d1-7769-4cc8-897d-2b0e3924012d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539207 Oct 14 13:01:53.430452 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59205d61-3c28-4f10-9d7e-b16eafc62146 req-04141bcb-ecf3-4613-8916-608c1f24bf1a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094034 Oct 14 13:01:53.497684 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:53.542441 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Network 5fdba87d-47ca-4293-9564-73f9cff418cb is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:01:53.543873 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:01:53.578226 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-089ec0e9-d72f-4cc6-b3fb-f8993b6cbbd9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376774 Oct 14 13:01:53.584087 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d54ab9-80a9-414f-96f4-f5ffd3c05358 req-320f45ac-216d-490a-9d4a-8b46eebdec80 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:53.586158 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-98d54ab9-80a9-414f-96f4-f5ffd3c05358 req-320f45ac-216d-490a-9d4a-8b46eebdec80 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 943 time: 0.0630567 Oct 14 13:01:53.661014 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Router b64b9180-78a9-46ad-8323-07d0c0961b30 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:01:53.693289 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-98d54ab9-80a9-414f-96f4-f5ffd3c05358 req-2520b278-60f7-4535-8b83-22a91eda5c8c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009705 Oct 14 13:01:53.743353 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-523eb1d1-5954-4aa7-abb9-20f40d0f265f req-dac02e87-54a7-4b23-9387-1e37ed39879e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435592 Oct 14 13:01:53.747431 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:53.821806 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-44962ab7-f561-4272-9806-c7f6395c93d3 None None] Provisioning complete for port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:53.822940 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-44962ab7-f561-4272-9806-c7f6395c93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:53.823649 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-44962ab7-f561-4272-9806-c7f6395c93d3 None None] Attempt 1 to provision port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 Oct 14 13:01:53.845572 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44a7c0-9d9a-42f8-ac46-6edafd928681 req-4114ec26-c55e-4971-9a80-c2dfe678a96a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:53.853077 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a44a7c0-9d9a-42f8-ac46-6edafd928681 req-4114ec26-c55e-4971-9a80-c2dfe678a96a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0756516 Oct 14 13:01:53.861468 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:01:53.876672 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9c28bebb-4c0b-4c10-81b7-01f7eaf0c504 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b64b9180-78a9-46ad-8323-07d0c0961b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1829903 Oct 14 13:01:53.886383 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6eabedb1-a480-41c1-b092-8d8f5ef0086a up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:53.893990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5af5b-b977-404b-89b4-f16f7acbad6e req-8c8579f2-316a-48a5-877d-3cd906f8a7ca tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:53.895852 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bed5af5b-b977-404b-89b4-f16f7acbad6e req-8c8579f2-316a-48a5-877d-3cd906f8a7ca tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 943 time: 0.0579565 Oct 14 13:01:53.917039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-44962ab7-f561-4272-9806-c7f6395c93d3 None None] Port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:01:53.921248 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a44a7c0-9d9a-42f8-ac46-6edafd928681 req-18bbab54-0b5f-46ea-8577-51fde4d43dc3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644772 Oct 14 13:01:53.947431 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 6eabedb1-a480-41c1-b092-8d8f5ef0086a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:53.947947 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:53.948294 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 6eabedb1-a480-41c1-b092-8d8f5ef0086a Oct 14 13:01:53.980382 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bed5af5b-b977-404b-89b4-f16f7acbad6e req-fda3fe37-fb10-4d71-a653-164efa8df726 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738180 Oct 14 13:01:54.038857 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 6eabedb1-a480-41c1-b092-8d8f5ef0086a is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:54.039281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.062268 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 6eabedb1-a480-41c1-b092-8d8f5ef0086a, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=6eabedb1-a480-41c1-b092-8d8f5ef0086a,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:54.066512 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.118253 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=6eabedb1-a480-41c1-b092-8d8f5ef0086a,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:54.235389 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 44990) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:54.240478 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597821430', 'description': 'tempest-secgroup-smoke-1597821430 description', 'project_id': '97fa795966724ea89be8ac20675b589b'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:54.263943 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.336354 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group (d84bb2f3-ea40-4d45-a66a-64b510e320de), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.339975 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (d84bb2f3-ea40-4d45-a66a-64b510e320de), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.375394 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.376645 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1402545 Oct 14 13:01:54.377722 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7576-e8f2-462b-a91e-dd4662db2291 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84bb2f3-ea40-4d45-a66a-64b510e320de,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:54.380338 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44992) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:54.390056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group_rule': {'security_group_id': 'd84bb2f3-ea40-4d45-a66a-64b510e320de', 'project_id': '97fa795966724ea89be8ac20675b589b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:54.424127 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (17fc3d40-4324-4857-8a75-93a321601e27), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.475199 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:54.486085 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (17fc3d40-4324-4857-8a75-93a321601e27), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.490344 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (17fc3d40-4324-4857-8a75-93a321601e27), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.510260 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fc3d40-4324-4857-8a75-93a321601e27,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:54.518712 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.519930 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1cd5dd87-2dc7-46c0-a5da-2802543acc76 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336319 Oct 14 13:01:54.522681 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 44996) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:54.528433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group_rule': {'security_group_id': 'd84bb2f3-ea40-4d45-a66a-64b510e320de', 'project_id': '97fa795966724ea89be8ac20675b589b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:54.565741 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device f683cd87-b2e8-44df-bb14-216087a69181 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:01:54.601927 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f77a85-c86c-4a16-9336-986fed27991d req-4277985a-1668-40a1-aceb-0f73628e7ea1 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:54.603429 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00f77a85-c86c-4a16-9336-986fed27991d req-4277985a-1668-40a1-aceb-0f73628e7ea1 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.0666945 Oct 14 13:01:54.607049 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (7fcd21cd-300d-4ba9-8767-17db221999eb), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.683662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port f683cd87-b2e8-44df-bb14-216087a69181, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f683cd87-b2e8-44df-bb14-216087a69181,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:54.688883 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00f77a85-c86c-4a16-9336-986fed27991d req-e251ef2d-9228-4b1c-b5e4-04d4e4cc6b81 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Oct 14 13:01:54.697448 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'f683cd87-b2e8-44df-bb14-216087a69181', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'port_id': 'f683cd87-b2e8-44df-bb14-216087a69181', 'mac_address': 'fa:16:3e:77:9d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:01:54.704490 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (7fcd21cd-300d-4ba9-8767-17db221999eb), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.709721 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (7fcd21cd-300d-4ba9-8767-17db221999eb), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.730489 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcd21cd-300d-4ba9-8767-17db221999eb,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:54.738693 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.743004 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0f2d42ed-b42b-480b-841a-2197884bb268 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2161660 Oct 14 13:01:54.743742 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45002) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:54.748206 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group_rule': {'security_group_id': 'd84bb2f3-ea40-4d45-a66a-64b510e320de', 'project_id': '97fa795966724ea89be8ac20675b589b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:54.768250 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port f683cd87-b2e8-44df-bb14-216087a69181 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:54.768928 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f683cd87-b2e8-44df-bb14-216087a69181), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.792767 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f683cd87-b2e8-44df-bb14-216087a69181 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:54.808506 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (284e0c75-981a-4bc1-a5fb-c68e12cbdcff), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.822135 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port f683cd87-b2e8-44df-bb14-216087a69181, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f683cd87-b2e8-44df-bb14-216087a69181,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:54.827694 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f683cd87-b2e8-44df-bb14-216087a69181), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.881387 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=f683cd87-b2e8-44df-bb14-216087a69181,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:54.894175 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb61834-3b7f-4d5a-b76e-ecb3e12352c9 req-eb15cdd6-9db5-4392-ae22-2d9d83547a6a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:54.895686 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-acb61834-3b7f-4d5a-b76e-ecb3e12352c9 req-eb15cdd6-9db5-4392-ae22-2d9d83547a6a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 944 time: 0.0619073 Oct 14 13:01:54.937083 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (284e0c75-981a-4bc1-a5fb-c68e12cbdcff), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.946308 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (284e0c75-981a-4bc1-a5fb-c68e12cbdcff), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:54.952524 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:54.976391 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284e0c75-981a-4bc1-a5fb-c68e12cbdcff,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:54.982432 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-acb61834-3b7f-4d5a-b76e-ecb3e12352c9 req-fc3a441a-4f2f-4b81-b0d7-9f3cc307f10d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802734 Oct 14 13:01:54.999384 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.000568 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-868cefca-72a1-4719-9e4d-6560f1684c11 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559693 Oct 14 13:01:55.003310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45012) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:55.010747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group_rule': {'security_group_id': 'd84bb2f3-ea40-4d45-a66a-64b510e320de', 'project_id': '97fa795966724ea89be8ac20675b589b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:55.045256 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (aee4d64e-64e1-4b2a-accb-26d6ec64b575), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.073335 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Sync routers for ids ['b64b9180-78a9-46ad-8323-07d0c0961b30'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:01:55.086861 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Routers {'b64b9180-78a9-46ad-8323-07d0c0961b30'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:55.087471 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b64b9180-78a9-46ad-8323-07d0c0961b30'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:55.088284 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65515c4b-418f-4b4c-89af-cd559e1f5153 req-353000c7-0b46-4094-8daf-81865a917484 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:55.091138 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-65515c4b-418f-4b4c-89af-cd559e1f5153 req-353000c7-0b46-4094-8daf-81865a917484 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.0706873 Oct 14 13:01:55.139338 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491821c4-36a9-44df-87de-c947f7d7d5cd req-d1d5cf6a-3a2b-4dc5-b8d1-5ed42ca93a02 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:55.141941 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-491821c4-36a9-44df-87de-c947f7d7d5cd req-d1d5cf6a-3a2b-4dc5-b8d1-5ed42ca93a02 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0673060 Oct 14 13:01:55.148593 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-65515c4b-418f-4b4c-89af-cd559e1f5153 req-7fa3b049-9536-45b1-8a8a-cf6bb3d5869f tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Oct 14 13:01:55.156737 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (aee4d64e-64e1-4b2a-accb-26d6ec64b575), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.174888 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (aee4d64e-64e1-4b2a-accb-26d6ec64b575), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.193546 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['f683cd87-b2e8-44df-bb14-216087a69181'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:01:55.209226 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee4d64e-64e1-4b2a-accb-26d6ec64b575,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:55.210941 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Set router b64b9180-78a9-46ad-8323-07d0c0961b30 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:55.218878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.229508 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1357b7c2-09b3-42db-9256-a2c9fce33ad6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153943 Oct 14 13:01:55.229508 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:55.229823 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:55.229920 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-491821c4-36a9-44df-87de-c947f7d7d5cd req-15c4a649-295b-44ab-9b9f-99a8403a5d4f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708325 Oct 14 13:01:55.299853 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3823a24-13e4-4476-a395-1e49c85d02c8 req-5a97217e-6625-4876-b901-1f6f6ed5a48e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:55.301506 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c3823a24-13e4-4476-a395-1e49c85d02c8 req-5a97217e-6625-4876-b901-1f6f6ed5a48e tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 943 time: 0.0590713 Oct 14 13:01:55.306015 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45014) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:55.310660 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group_rule': {'security_group_id': 'd84bb2f3-ea40-4d45-a66a-64b510e320de', 'project_id': '97fa795966724ea89be8ac20675b589b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:55.340108 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.securitygroups_db [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Project 97fa795966724ea89be8ac20675b589b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 13:01:55.354859 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (eed4fda5-8b7b-421e-896b-db103f612d5a), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.370602 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c3823a24-13e4-4476-a395-1e49c85d02c8 req-3fbb2e14-c3b0-4236-8a68-b0f33b343f52 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601168 Oct 14 13:01:55.380009 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:55.402839 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:01:55.407853 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:55.413894 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (eed4fda5-8b7b-421e-896b-db103f612d5a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.418108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (eed4fda5-8b7b-421e-896b-db103f612d5a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.436345 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed4fda5-8b7b-421e-896b-db103f612d5a,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:55.443955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.445714 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-27b222b7-b30a-4a13-aeeb-403d0bd878ea tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386919 Oct 14 13:01:55.448548 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45016) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:01:55.452817 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'security_group_rule': {'security_group_id': 'd84bb2f3-ea40-4d45-a66a-64b510e320de', 'project_id': '97fa795966724ea89be8ac20675b589b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:01:55.474111 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.securitygroups_db [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Project 97fa795966724ea89be8ac20675b589b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 13:01:55.480300 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (c5347008-572d-4644-a538-38fb15950cd4), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.481048 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:01:52Z', 'revision_number': 4, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '2cf3c3fe-a9c9-4fbc-81eb-df544c44b237', 'name': '', 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'mac_address': 'fa:16:3e:cf:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e929f8e8-7eb2-482c-b243-493d91790219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:51Z', 'updated_at': '2022-10-14T13:01:52Z', 'revision_number': 2, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'subnets': [{'id': 'e929f8e8-7eb2-482c-b243-493d91790219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:55.509904 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Checking router: b64b9180-78a9-46ad-8323-07d0c0961b30 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:01:55.510237 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Updating router b64b9180-78a9-46ad-8323-07d0c0961b30 port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:01:55.538542 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.541432 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (c5347008-572d-4644-a538-38fb15950cd4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.546375 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (c5347008-572d-4644-a538-38fb15950cd4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.563490 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5347008-572d-4644-a538-38fb15950cd4,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:55.579104 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.588117 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-22c90ea4-1628-488f-bfdb-1c9c975f3827 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308904 Oct 14 13:01:55.817176 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Publish callbacks [] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.823376 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.829933 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6eabedb1-a480-41c1-b092-8d8f5ef0086a up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:55.876200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 6eabedb1-a480-41c1-b092-8d8f5ef0086a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:55.876810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.877298 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 6eabedb1-a480-41c1-b092-8d8f5ef0086a Oct 14 13:01:55.907931 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01487efe-4b14-4566-8c78-3b28f9adf062 None None] Pushing event updated for resources: {'Port': ['ID=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:55.920006 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Attempting to bind port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:01:55.920254 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Attempting to bind port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:01:55.920588 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Attempting to bind port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 on network 5fdba87d-47ca-4293-9564-73f9cff418cb {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:01:55.963973 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 6eabedb1-a480-41c1-b092-8d8f5ef0086a is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:55.968614 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:01:55.968964 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Checking segment: {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:01:55.969359 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:55.969773 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Bound using segment: {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:01:55.970236 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Bound port: 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056331c0-ccba-4b08-a22d-81ec2318ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:01:55.970606 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:56.039552 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] For port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:01:56.043451 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] For port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:01:56.052142 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:56.109963 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:56.117746 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01487efe-4b14-4566-8c78-3b28f9adf062 None None] Pushing event updated for resources: {'Port': ['ID=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:56.123690 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Routers {'b64b9180-78a9-46ad-8323-07d0c0961b30'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:01:56.124324 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b64b9180-78a9-46ad-8323-07d0c0961b30'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:56.144870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33487c-555a-49ae-9829-e59a72e2c391 req-4eb396c4-f24b-4162-9102-8783bac1f33c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:56.146411 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4a33487c-555a-49ae-9829-e59a72e2c391 req-4eb396c4-f24b-4162-9102-8783bac1f33c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 944 time: 0.0686450 Oct 14 13:01:56.202768 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4a33487c-555a-49ae-9829-e59a72e2c391 req-16f41d04-7998-4678-ab6c-4b50b2923546 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499675 Oct 14 13:01:56.269562 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:56.291877 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec4153-c173-4876-a364-1c35b8aee167 req-31ccf9ee-807b-4999-b558-a837dde3012d tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:56.293451 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-73ec4153-c173-4876-a364-1c35b8aee167 req-31ccf9ee-807b-4999-b558-a837dde3012d tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.0608377 Oct 14 13:01:56.329158 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] Set router b64b9180-78a9-46ad-8323-07d0c0961b30 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:01:56.357316 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-73ec4153-c173-4876-a364-1c35b8aee167 req-2fa1e618-564c-4595-afca-46812522ddd8 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Oct 14 13:01:56.378511 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909f1f-148e-4e1c-a891-27c1ee3ff892 req-f102ba83-2046-4e5b-a8bb-43ffe2818eaa tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:56.380489 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15909f1f-148e-4e1c-a891-27c1ee3ff892 req-f102ba83-2046-4e5b-a8bb-43ffe2818eaa tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Oct 14 13:01:56.454155 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15909f1f-148e-4e1c-a891-27c1ee3ff892 req-f7a318e3-dd37-4cb9-ae56-6236f4f2749c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678492 Oct 14 13:01:56.465165 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:56.516274 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275360ef-450d-42d7-8bc9-45a5322abaec req-247cdc97-6537-42bc-b027-89ba43a73019 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:56.517906 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-275360ef-450d-42d7-8bc9-45a5322abaec req-247cdc97-6537-42bc-b027-89ba43a73019 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 943 time: 0.0477483 Oct 14 13:01:56.552496 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:01:52Z', 'revision_number': 4, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '2cf3c3fe-a9c9-4fbc-81eb-df544c44b237', 'name': '', 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'mac_address': 'fa:16:3e:cf:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e929f8e8-7eb2-482c-b243-493d91790219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:51Z', 'updated_at': '2022-10-14T13:01:56Z', 'revision_number': 4, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'subnets': [{'id': 'e929f8e8-7eb2-482c-b243-493d91790219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:01:56.578835 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddcfb53-a16a-47e5-a225-b80a05389e32 None None] The sync data for ids ['b64b9180-78a9-46ad-8323-07d0c0961b30'] in dv-cinder-820994-7-iscsi is: [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:01:52Z', 'revision_number': 4, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '2cf3c3fe-a9c9-4fbc-81eb-df544c44b237', 'name': '', 'network_id': '5fdba87d-47ca-4293-9564-73f9cff418cb', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'mac_address': 'fa:16:3e:cf:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e929f8e8-7eb2-482c-b243-493d91790219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:51Z', 'updated_at': '2022-10-14T13:01:56Z', 'revision_number': 4, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'subnets': [{'id': 'e929f8e8-7eb2-482c-b243-493d91790219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:01:56.579530 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-275360ef-450d-42d7-8bc9-45a5322abaec req-c2cde4ba-7eb1-4a01-bec2-428712bc385f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543125 Oct 14 13:01:56.579657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:01:56.582696 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device f683cd87-b2e8-44df-bb14-216087a69181 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:56.713124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port f683cd87-b2e8-44df-bb14-216087a69181 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:01:56.727359 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port f683cd87-b2e8-44df-bb14-216087a69181 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:56.727737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f683cd87-b2e8-44df-bb14-216087a69181), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:56.728074 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port f683cd87-b2e8-44df-bb14-216087a69181 Oct 14 13:01:56.928452 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:56.947578 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:01:57.018474 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:57.018898 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.021005 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port f683cd87-b2e8-44df-bb14-216087a69181 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:57.021303 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f683cd87-b2e8-44df-bb14-216087a69181), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.050827 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:01:57.062745 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:57.065026 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd52e2-4f74-4d82-a5b6-e58bee66b228" -d '{"events": [{"server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "name": "network-vif-plugged", "status": "completed", "tag": "f683cd87-b2e8-44df-bb14-216087a69181"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:57.084349 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port f683cd87-b2e8-44df-bb14-216087a69181, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f683cd87-b2e8-44df-bb14-216087a69181,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:57.092807 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (f683cd87-b2e8-44df-bb14-216087a69181), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.118677 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:57.122371 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61bc096-22a4-4ee9-96ca-99557a1c7698 x-openstack-request-id: req-f61bc096-22a4-4ee9-96ca-99557a1c7698 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:57.122709 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "name": "network-vif-plugged", "status": "completed", "tag": "f683cd87-b2e8-44df-bb14-216087a69181", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:57.122961 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f61bc096-22a4-4ee9-96ca-99557a1c7698 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:57.123356 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61bc096-22a4-4ee9-96ca-99557a1c7698'] response: {'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181', 'code': 200} Oct 14 13:01:57.128952 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.150988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=f683cd87-b2e8-44df-bb14-216087a69181,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:57.215405 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:57.226394 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:57.378153 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a78b7-74fa-4f52-9422-f159f96a74d1 req-e1706d5e-86eb-4f2f-bce9-4d8e1b04afaa tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:57.380630 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e35a78b7-74fa-4f52-9422-f159f96a74d1 req-e1706d5e-86eb-4f2f-bce9-4d8e1b04afaa tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0884478 Oct 14 13:01:57.389368 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-1524ec78-e8cb-4c9f-8d64-65593b132c52 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:57.391360 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-1524ec78-e8cb-4c9f-8d64-65593b132c52 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.0972691 Oct 14 13:01:57.420796 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea4d4b-b0ce-422f-a618-13f1a9d097fc req-39611f91-1f10-4b07-b67b-c0da4cd2e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:57.429829 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f5ea4d4b-b0ce-422f-a618-13f1a9d097fc req-39611f91-1f10-4b07-b67b-c0da4cd2e710 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 1129 time: 0.0889444 Oct 14 13:01:57.463947 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:01:57.495416 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e35a78b7-74fa-4f52-9422-f159f96a74d1 req-9c8ec54e-8380-457e-b3ab-2520eb554898 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028473 Oct 14 13:01:57.550330 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f5ea4d4b-b0ce-422f-a618-13f1a9d097fc req-bfdec439-db76-4962-95fd-524ba42b324d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069021 Oct 14 13:01:57.551049 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Deleting port 666bdb57-9d1e-45ce-becd-346af795aeb6 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:01:57.551395 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.587879 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe8c1-4a8d-4420-995f-fe7a0fbaa4da req-d5f66090-9b12-43b0-afa5-515e1fb79a8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:57.589743 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-91cfe8c1-4a8d-4420-995f-fe7a0fbaa4da req-d5f66090-9b12-43b0-afa5-515e1fb79a8c tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 949 time: 0.1206164 Oct 14 13:01:57.647788 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-91cfe8c1-4a8d-4420-995f-fe7a0fbaa4da req-de8364f8-981d-4bf4-9832-3391714984f3 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9f354401-a4f8-4db9-807e-f6ee34f87e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518982 Oct 14 13:01:57.649901 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:57.680307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] For port 666bdb57-9d1e-45ce-becd-346af795aeb6, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=666bdb57-9d1e-45ce-becd-346af795aeb6,segment=NetworkSegment(a4ce0614-722b-498a-bc90-27ca479cc632),segment_id=a4ce0614-722b-498a-bc90-27ca479cc632)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:57.680791 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.716244 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Calling delete_port for 666bdb57-9d1e-45ce-becd-346af795aeb6 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:01:57.718183 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:57.742885 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:57.749400 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974232e-a4ae-45d5-a636-dbc1ca97b637 req-d85a2717-b2eb-42bf-a63a-effedcf79562 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:57.751420 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3974232e-a4ae-45d5-a636-dbc1ca97b637 req-d85a2717-b2eb-42bf-a63a-effedcf79562 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.1001709 Oct 14 13:01:57.771205 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f8a4-1497-45b8-a77f-104d779b02d7 req-d65594f1-7c71-42f9-8bd2-c83667fee7ff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:57.777253 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3234f8a4-1497-45b8-a77f-104d779b02d7 req-d65594f1-7c71-42f9-8bd2-c83667fee7ff tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 944 time: 0.0592253 Oct 14 13:01:57.840098 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3234f8a4-1497-45b8-a77f-104d779b02d7 req-65b71772-1453-440b-8267-9ac221bb4041 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594406 Oct 14 13:01:57.857083 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3974232e-a4ae-45d5-a636-dbc1ca97b637 req-16b771cb-c885-4fb4-a9c1-868ad3bb85dc tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773859 Oct 14 13:01:57.858719 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:57.908419 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:57.908915 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.909252 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 Oct 14 13:01:57.922893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (666bdb57-9d1e-45ce-becd-346af795aeb6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:57.953058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Pushing event deleted for resources: {'Port': ['ID=666bdb57-9d1e-45ce-becd-346af795aeb6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:58.000511 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:58.000965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:58.006470 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] No DVR routers for this DVR port 666bdb57-9d1e-45ce-becd-346af795aeb6 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:01:58.010581 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:58.013783 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-556c3025-aec2-4ae0-85ae-6e8940ad1fe3 req-6efa5829-d391-484b-a629-4cfbb5d3fb5a tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.18 "DELETE /networking/v2.0/ports/666bdb57-9d1e-45ce-becd-346af795aeb6 HTTP/1.1" status: 204 len: 173 time: 0.5967038 Oct 14 13:01:58.014388 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3201585e-b536-44fc-8029-72833127e6ce', 'name': 'network-vif-deleted', 'tag': '666bdb57-9d1e-45ce-becd-346af795aeb6'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:58.016760 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a15affd-e584-4695-ae8a-78b2c72c4c49" -d '{"events": [{"server_uuid": "3201585e-b536-44fc-8029-72833127e6ce", "name": "network-vif-deleted", "tag": "666bdb57-9d1e-45ce-becd-346af795aeb6"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:58.040164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:58.047296 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:58.065462 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f0679-965c-4572-9d16-817e2fc902d3 x-openstack-request-id: req-fe4f0679-965c-4572-9d16-817e2fc902d3 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:58.065835 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3201585e-b536-44fc-8029-72833127e6ce", "name": "network-vif-deleted", "tag": "666bdb57-9d1e-45ce-becd-346af795aeb6", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:58.066088 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe4f0679-965c-4572-9d16-817e2fc902d3 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:58.066489 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4f0679-965c-4572-9d16-817e2fc902d3'] response: {'server_uuid': '3201585e-b536-44fc-8029-72833127e6ce', 'name': 'network-vif-deleted', 'tag': '666bdb57-9d1e-45ce-becd-346af795aeb6', 'status': 'completed', 'code': 200} Oct 14 13:01:58.102419 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:58.433364 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['666bdb57-9d1e-45ce-becd-346af795aeb6'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:01:58.626638 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:58.630039 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1a11-44ee-4871-a00b-df005f3a7011 req-41056061-c031-449e-8a89-693d84c440ed tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:58.631569 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-435e1a11-44ee-4871-a00b-df005f3a7011 req-41056061-c031-449e-8a89-693d84c440ed tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0534797 Oct 14 13:01:58.667044 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:58.672116 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:01:58.682217 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:58.683215 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:58.684225 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 Oct 14 13:01:58.685466 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-435e1a11-44ee-4871-a00b-df005f3a7011 req-7f2e136b-4356-433c-a5ee-a5d7e635691d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468214 Oct 14 13:01:58.777036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:01:58.777431 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:58.796615 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-20859f04-2c20-4613-a3ff-841218e8e29f req-43948b74-16d3-41bf-ae23-5af77449acf6 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0300014 Oct 14 13:01:58.822464 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:01:58.826410 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:58.827244 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 666bdb57-9d1e-45ce-becd-346af795aeb6 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:01:58.864714 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 666bdb57-9d1e-45ce-becd-346af795aeb6 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:01:58.865064 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 666bdb57-9d1e-45ce-becd-346af795aeb6 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:01:58.892210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:01:58.970765 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab620a-e68f-4388-bbec-b1ab7b6689f7 req-02adcf70-f463-4b63-b4ba-131afd4b089b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:58.972352 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-69ab620a-e68f-4388-bbec-b1ab7b6689f7 req-02adcf70-f463-4b63-b4ba-131afd4b089b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0472229 Oct 14 13:01:58.985839 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae004ccf-5325-4055-9530-7ef6b5eb069c req-23f8c321-246a-4a30-a08b-d8f5589c54ea tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:58.987358 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ae004ccf-5325-4055-9530-7ef6b5eb069c req-23f8c321-246a-4a30-a08b-d8f5589c54ea tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Oct 14 13:01:59.023159 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-69ab620a-e68f-4388-bbec-b1ab7b6689f7 req-fdebdf91-2966-45ba-83c1-f2bab0fdd71d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Oct 14 13:01:59.035431 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ae004ccf-5325-4055-9530-7ef6b5eb069c req-49cbbe5b-73b5-43b7-ab30-b02097e7f0f7 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418525 Oct 14 13:01:59.124943 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:01:59.127460 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c6479-cc03-429f-b3ec-8ef2e0ee90f8" -d '{"events": [{"server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:01:59.165431 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a566889-549c-45e5-bfca-ff7c4925bcd9 x-openstack-request-id: req-2a566889-549c-45e5-bfca-ff7c4925bcd9 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:01:59.165762 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:01:59.166083 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a566889-549c-45e5-bfca-ff7c4925bcd9 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:01:59.166543 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a566889-549c-45e5-bfca-ff7c4925bcd9'] response: {'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'code': 200} Oct 14 13:01:59.843909 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e10369-0d6c-42ed-8c1e-ca5f392cc1d7 req-7fc2ad3b-5921-4256-8454-9c75033e450a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:59.845429 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b5e10369-0d6c-42ed-8c1e-ca5f392cc1d7 req-7fc2ad3b-5921-4256-8454-9c75033e450a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0589385 Oct 14 13:01:59.853089 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:01:59.922001 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:01:59.922471 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:01:59.923405 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 Oct 14 13:01:59.937399 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bb38a892-abd6-44ec-a872-0132f1dc9f2d req-16825ea0-689d-4fc1-819f-29132c6303c1 tempest-VolumesNegativeTest-414114039 tempest-VolumesNegativeTest-414114039-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3201585e-b536-44fc-8029-72833127e6ce HTTP/1.1" status: 200 len: 210 time: 0.0399885 Oct 14 13:01:59.949371 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b5e10369-0d6c-42ed-8c1e-ca5f392cc1d7 req-2854f125-9f61-4abe-af75-acf703e5ec10 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921626 Oct 14 13:01:59.958052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582edfd2-dad3-485a-b5a4-e83ce32f3b52 req-f646b1ea-447e-4eb0-86b6-8eccd35572e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:01:59.960668 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-582edfd2-dad3-485a-b5a4-e83ce32f3b52 req-f646b1ea-447e-4eb0-86b6-8eccd35572e9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0607255 Oct 14 13:01:59.973309 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:01:59.988615 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e033-af6d-4fe6-9c38-f2819ff1ce67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:00.033673 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-582edfd2-dad3-485a-b5a4-e83ce32f3b52 req-898cd5ff-6019-4f6b-81e6-b95077a40e59 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578909 Oct 14 13:02:00.041455 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:02:00.083847 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:00.103332 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dc54c-33ff-47b2-8404-1636645e3f11 req-ada790cf-c65d-4db3-a277-9dd22b8f92ce tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:00.105185 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f99dc54c-33ff-47b2-8404-1636645e3f11 req-ada790cf-c65d-4db3-a277-9dd22b8f92ce tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0684874 Oct 14 13:02:00.117772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45118) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:00.122801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'port_id': 'f683cd87-b2e8-44df-bb14-216087a69181'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:02:00.160424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943c42a-6cee-4223-8dd4-5e12145da07f req-8a253167-bfe4-46fc-b152-0d4a6c35a407 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:00.167557 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6943c42a-6cee-4223-8dd4-5e12145da07f req-8a253167-bfe4-46fc-b152-0d4a6c35a407 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0616999 Oct 14 13:02:00.179264 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (78adf5ab-0e17-492a-8ce4-38bddb74bdd4), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:00.221243 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6943c42a-6cee-4223-8dd4-5e12145da07f req-2b27ee58-9822-4ef3-b26c-6ce9de2126cb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528448 Oct 14 13:02:00.275567 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e4c6-22d4-4114-b305-30f9aefb85e3 req-e5181d59-20ea-40bc-b1d2-b6c3fb782b07 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:00.276974 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ed1e4c6-22d4-4114-b305-30f9aefb85e3 req-e5181d59-20ea-40bc-b1d2-b6c3fb782b07 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.1112719 Oct 14 13:02:00.412065 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ed1e4c6-22d4-4114-b305-30f9aefb85e3 req-55c7754a-e0b5-421d-a8c2-6109d3c488a5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275909 Oct 14 13:02:00.689503 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:00.693336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (78adf5ab-0e17-492a-8ce4-38bddb74bdd4), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:00.791868 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP 78adf5ab-0e17-492a-8ce4-38bddb74bdd4 associated. External IP: 172.27.3.104, port: f683cd87-b2e8-44df-bb14-216087a69181. Oct 14 13:02:00.970939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:00.996929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:02:01.106286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:02:01.111103 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:01.113071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:01.121590 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:02:01.138210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:02:01.139010 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:01.159376 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a1db76eb-92f8-44ae-8c09-663144e76e58 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/78adf5ab-0e17-492a-8ce4-38bddb74bdd4 HTTP/1.1" status: 200 len: 991 time: 1.0404093 Oct 14 13:02:01.160031 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:01.162381 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "tag": "f683cd87-b2e8-44df-bb14-216087a69181"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:01.203338 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946971e-dd65-4326-bcd0-7b6fe266bef6 x-openstack-request-id: req-c946971e-dd65-4326-bcd0-7b6fe266bef6 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:01.203723 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "tag": "f683cd87-b2e8-44df-bb14-216087a69181", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:01.204062 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c946971e-dd65-4326-bcd0-7b6fe266bef6 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:01.204538 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c946971e-dd65-4326-bcd0-7b6fe266bef6'] response: {'name': 'network-changed', 'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181', 'status': 'completed', 'code': 200} Oct 14 13:02:01.250199 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:02:01.278181 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-08be5c54-67bc-43bc-b6a8-d36708a992c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:01.279856 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-08be5c54-67bc-43bc-b6a8-d36708a992c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 1129 time: 0.0426729 Oct 14 13:02:01.355692 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:01.535325 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '78adf5ab-0e17-492a-8ce4-38bddb74bdd4', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': 'f683cd87-b2e8-44df-bb14-216087a69181', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:77:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:40Z', 'updated_at': '2022-10-14T13:02:00Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}, {'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:30Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:01.575624 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:02:01.582677 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bcfa3-72ef-4efe-80cf-04b927f39f33 req-21bd1080-8c9e-4d82-abac-51c01fbcc0eb tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:01.584329 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-796bcfa3-72ef-4efe-80cf-04b927f39f33 req-21bd1080-8c9e-4d82-abac-51c01fbcc0eb tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0717368 Oct 14 13:02:01.586581 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:02:01.587216 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:01:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:01.653005 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-796bcfa3-72ef-4efe-80cf-04b927f39f33 req-a51f4012-9265-48a2-9589-3bc02efa2f69 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623689 Oct 14 13:02:01.683876 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fcbb8-6dd6-48c1-9a1f-f3f0e40f4231 req-0d14742d-480c-45b3-b640-516d268a46e1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:01.689199 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b9fcbb8-6dd6-48c1-9a1f-f3f0e40f4231 req-0d14742d-480c-45b3-b640-516d268a46e1 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.3636444 Oct 14 13:02:01.729144 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:02:01.764912 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-5f3c374a-5d8c-46dd-b148-f7af8e183c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:01.766488 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-5f3c374a-5d8c-46dd-b148-f7af8e183c6a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.4584775 Oct 14 13:02:01.784419 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b9fcbb8-6dd6-48c1-9a1f-f3f0e40f4231 req-98707424-62c7-493b-9d9c-9c6d19a70d8a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902796 Oct 14 13:02:01.980528 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '78adf5ab-0e17-492a-8ce4-38bddb74bdd4', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': 'f683cd87-b2e8-44df-bb14-216087a69181', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:77:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:40Z', 'updated_at': '2022-10-14T13:02:00Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}, {'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:30Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:02.029107 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1aaf5-41fe-40d3-af9e-a8d3d923ee32 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '78adf5ab-0e17-492a-8ce4-38bddb74bdd4', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': 'f683cd87-b2e8-44df-bb14-216087a69181', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:77:9d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:40Z', 'updated_at': '2022-10-14T13:02:00Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}, {'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:30Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:02:02.082963 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-afa50db6-2fab-4703-98b9-549b1377feaf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f683cd87-b2e8-44df-bb14-216087a69181 HTTP/1.1" status: 200 len: 999 time: 0.1142101 Oct 14 13:02:02.224595 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da006f40-3a8b-4e00-b846-07a33626c314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:02.233083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:02.236069 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-2991d29a-71f3-48e4-babb-4a0ad1ddf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:02.237805 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-2991d29a-71f3-48e4-babb-4a0ad1ddf317 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0685024 Oct 14 13:02:02.307483 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-b00d2d5b-c4f9-4f94-9099-b9af18477ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:02.313930 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-b00d2d5b-c4f9-4f94-9099-b9af18477ef9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625436 Oct 14 13:02:02.391263 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a78fb-adad-43b3-810e-c932e0258fa7 None None] New status for floating IP 78adf5ab-0e17-492a-8ce4-38bddb74bdd4: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:02:02.468317 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-fac80ede-3d38-4545-9dc8-fb3fe4b5c03c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461546 Oct 14 13:02:02.600135 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5aa30ab5-50b5-49d2-8bbb-d5f4429946b4 req-c885b044-4145-4934-845d-b713e09fda14 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218257 Oct 14 13:02:02.781438 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:02.790800 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8c7a9-67ef-488f-9ed3-3e1338d07318 req-a30254cd-c37c-48aa-a467-e31fe6e46d9d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:02.792218 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ea8c7a9-67ef-488f-9ed3-3e1338d07318 req-a30254cd-c37c-48aa-a467-e31fe6e46d9d tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0516860 Oct 14 13:02:02.863391 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ea8c7a9-67ef-488f-9ed3-3e1338d07318 req-fb2654cf-260d-435f-8b7f-e1cc5c5c18c0 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588865 Oct 14 13:02:02.945519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6a67a-3173-416c-8787-9b8a56d4745d req-f7f88e3b-7f33-423b-ba7c-c127c858a72d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:02.947125 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34e6a67a-3173-416c-8787-9b8a56d4745d req-f7f88e3b-7f33-423b-ba7c-c127c858a72d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0585442 Oct 14 13:02:03.003967 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34e6a67a-3173-416c-8787-9b8a56d4745d req-df1ae393-4797-48a6-a183-fa24042a38db tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506589 Oct 14 13:02:03.176487 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38cef8-18a3-48c4-b7cb-795b1262bce1 req-f42b39f3-9c95-4098-85a0-c9e173ce5c1e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:03.178366 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd38cef8-18a3-48c4-b7cb-795b1262bce1 req-f42b39f3-9c95-4098-85a0-c9e173ce5c1e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0567498 Oct 14 13:02:03.200141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e43970-171d-474b-a941-05f8faa332da req-dcf7d5f9-6ee7-421d-8a9d-96e631f767d2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:03.201827 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-74e43970-171d-474b-a941-05f8faa332da req-dcf7d5f9-6ee7-421d-8a9d-96e631f767d2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0794797 Oct 14 13:02:03.217687 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45312) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:03.222585 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'floatingip': {'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:02:03.248755 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-2c3be30c-aca5-4fd5-9a4a-c8ab45c06f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:03.251713 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-2c3be30c-aca5-4fd5-9a4a-c8ab45c06f01 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1129 time: 0.0681951 Oct 14 13:02:03.278143 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd38cef8-18a3-48c4-b7cb-795b1262bce1 req-118dcfeb-a7ef-40e4-9279-020df991e962 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941269 Oct 14 13:02:03.281753 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:03.384657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-df773b52-dd4b-4f60-865c-19913c62b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:03.386206 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-df773b52-dd4b-4f60-865c-19913c62b87c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 912 time: 0.1233771 Oct 14 13:02:03.473945 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-b6de4a96-a214-46aa-8b34-17262a821688 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 200 len: 1001 time: 0.0807495 Oct 14 13:02:03.498737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:03.540213 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-a84ffc92-d962-4975-8354-2aceead550bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:03.542220 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-a84ffc92-d962-4975-8354-2aceead550bb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.0605493 Oct 14 13:02:03.596000 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-c884cae3-fb92-479d-92c3-49238e1171dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:03.598018 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-c884cae3-fb92-479d-92c3-49238e1171dd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485098 Oct 14 13:02:03.730330 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-255621b4-7861-4efa-aa36-6a5b43dd302c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149673 Oct 14 13:02:03.793462 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:03.797519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:03.853933 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f26f77c-0aef-483e-a38a-6a7a21d194e7 req-a9cf4721-29be-4120-b5eb-44a65b7f23ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097472 Oct 14 13:02:04.133797 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Floating IP bec0d388-cc5b-4d5e-a2f2-0179545ceddc associated. External IP: 172.27.3.27, port: 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5. Oct 14 13:02:04.177972 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:04.239906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:04.361275 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Router e95ec82e-44dc-4037-8afc-5676e43144ba has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:02:04.430156 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ec83f-4dbe-4895-bfd6-1cd86d6fe830 req-9ed6326f-5683-491a-90b3-6f14fd5a324b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:04.431931 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b54ec83f-4dbe-4895-bfd6-1cd86d6fe830 req-9ed6326f-5683-491a-90b3-6f14fd5a324b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0676608 Oct 14 13:02:04.470230 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:02:04.474659 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:04.486800 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] Sync routers for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:02:04.511560 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b54ec83f-4dbe-4895-bfd6-1cd86d6fe830 req-646f3fb9-6cdd-4bd9-8d28-12e715b24e1c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734384 Oct 14 13:02:04.515350 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:02:04.516866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:02:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:04.530198 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4c6e68f1-3cd9-4972-a2ec-92c0628933a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/bec0d388-cc5b-4d5e-a2f2-0179545ceddc HTTP/1.1" status: 200 len: 990 time: 1.3114772 Oct 14 13:02:04.530827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:04.533097 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a11ba2-8d81-4f30-80d6-d60760887080" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:04.577020 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7472931d-149f-47e2-934e-9ebbd3b1a1ca x-openstack-request-id: req-7472931d-149f-47e2-934e-9ebbd3b1a1ca {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:04.577310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:04.577694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7472931d-149f-47e2-934e-9ebbd3b1a1ca {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:04.578064 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7472931d-149f-47e2-934e-9ebbd3b1a1ca'] response: {'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'status': 'completed', 'code': 200} Oct 14 13:02:04.652115 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:02:04.746146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:04.999786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:05.012992 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'bec0d388-cc5b-4d5e-a2f2-0179545ceddc', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:02:03Z', 'revision_number': 1, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:05.043759 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] Checking router: e95ec82e-44dc-4037-8afc-5676e43144ba for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:02:05.054200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:02:05.054896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:02:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:05.165106 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:05.187896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:05.197639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:02:05.210233 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-69c4cd49-15f0-484c-b73c-3476a2cf6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:05.211786 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-69c4cd49-15f0-484c-b73c-3476a2cf6372 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0533898 Oct 14 13:02:05.276413 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:05.311913 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-4b6aa5d1-e85f-46ca-9a3e-12dfabbd0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:05.313407 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-4b6aa5d1-e85f-46ca-9a3e-12dfabbd0013 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.0951610 Oct 14 13:02:05.380603 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-474b2b96-a250-485f-a00f-9a75690409cc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 998 time: 0.0593131 Oct 14 13:02:05.434262 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-a77e17d7-734a-416e-8e1e-31de3525873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:05.434925 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'bec0d388-cc5b-4d5e-a2f2-0179545ceddc', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:02:03Z', 'revision_number': 1, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:05.435725 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-a77e17d7-734a-416e-8e1e-31de3525873a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0487084 Oct 14 13:02:05.463119 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52783a87-4cca-4bce-9455-0dc7030028bf None None] The sync data for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi is: [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'bec0d388-cc5b-4d5e-a2f2-0179545ceddc', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:02:03Z', 'revision_number': 1, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:02:05.483410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-a46fc6fd-bd27-43d4-87ff-a3d422b0fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:05.485265 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-a46fc6fd-bd27-43d4-87ff-a3d422b0fe1b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422151 Oct 14 13:02:05.562286 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:05.609889 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-948d45c9-51ec-43e4-bd66-e287e47719af service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119761 Oct 14 13:02:05.690033 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a27bd-9de8-438c-9600-2ee755f241a9 req-c0953336-577c-4096-8913-4b6b98d5fd25 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:05.691579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e2a27bd-9de8-438c-9600-2ee755f241a9 req-c0953336-577c-4096-8913-4b6b98d5fd25 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.1000149 Oct 14 13:02:05.798457 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e2a27bd-9de8-438c-9600-2ee755f241a9 req-972b21d2-ee14-4b45-bd51-7e07ff8e0ea2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987248 Oct 14 13:02:05.803047 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11a11ba2-8d81-4f30-80d6-d60760887080 req-bb716937-b211-41c9-bc7e-8638b7f425c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767948 Oct 14 13:02:06.073030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45444) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:06.151127 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a828-7825-4873-b62b-13016d4a9ae0 req-0d821e3f-eccb-478f-b76d-b4bee427f439 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:06.152676 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e886a828-7825-4873-b62b-13016d4a9ae0 req-0d821e3f-eccb-478f-b76d-b4bee427f439 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0504282 Oct 14 13:02:06.214344 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e886a828-7825-4873-b62b-13016d4a9ae0 req-bce4bfec-8e23-4d45-ae0b-83aa2a09ab5e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554140 Oct 14 13:02:06.226127 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3125be85-110a-430e-bd6b-ff6e725edb38 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=159e3573c405472baf7efac53e8a7b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507459 Oct 14 13:02:06.226957 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 45448) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:06.255854 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00be62-115b-45ec-a253-c857f12379b7 None None] New status for floating IP bec0d388-cc5b-4d5e-a2f2-0179545ceddc: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:02:06.286879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8348-b9b5-4db7-9c07-570cb771f44d admin admin] Publish callbacks [] for security_group (9f354401-a4f8-4db9-807e-f6ee34f87e31), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:06.308263 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8348-b9b5-4db7-9c07-570cb771f44d admin admin] Publish callbacks [] for security_group (9f354401-a4f8-4db9-807e-f6ee34f87e31), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:06.361114 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8348-b9b5-4db7-9c07-570cb771f44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (9f354401-a4f8-4db9-807e-f6ee34f87e31), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:06.363883 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8348-b9b5-4db7-9c07-570cb771f44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:06.365024 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f4fd8348-b9b5-4db7-9c07-570cb771f44d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9f354401-a4f8-4db9-807e-f6ee34f87e31 HTTP/1.1" status: 204 len: 168 time: 0.1369207 Oct 14 13:02:06.372878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd8348-b9b5-4db7-9c07-570cb771f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f354401-a4f8-4db9-807e-f6ee34f87e31,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:07.348301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32683ca-2718-4e70-8f68-07cabeb15179 req-3ab39775-94ce-420e-87d3-c7d5f20ef9b4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:07.349963 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a32683ca-2718-4e70-8f68-07cabeb15179 req-3ab39775-94ce-420e-87d3-c7d5f20ef9b4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0457861 Oct 14 13:02:07.398641 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a32683ca-2718-4e70-8f68-07cabeb15179 req-38195f05-338c-4181-b024-7f96c69627d5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Oct 14 13:02:08.531049 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3b7c7-a17f-41b6-93bd-76002a5934bc req-f2774557-89a7-4b84-8f2d-ac4472c3ffdd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:08.532562 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-25f3b7c7-a17f-41b6-93bd-76002a5934bc req-f2774557-89a7-4b84-8f2d-ac4472c3ffdd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0493405 Oct 14 13:02:08.579882 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-25f3b7c7-a17f-41b6-93bd-76002a5934bc req-4b6658df-2332-45f9-b5af-e931a350ba22 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Oct 14 13:02:09.702722 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475846f7-8b03-46e7-8b07-317ae49c58e6 req-eafdd933-b276-4be6-b0c7-23a58669cf73 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:09.704184 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-475846f7-8b03-46e7-8b07-317ae49c58e6 req-eafdd933-b276-4be6-b0c7-23a58669cf73 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0462408 Oct 14 13:02:09.755173 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-475846f7-8b03-46e7-8b07-317ae49c58e6 req-3709809e-b447-40cd-ad41-9a33e0ca0b3a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454140 Oct 14 13:02:10.878026 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ff696-2f83-449b-a893-074ef9817d81 req-799861cf-e5c8-4405-9d84-e52f2b83dc2d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:10.879661 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d46ff696-2f83-449b-a893-074ef9817d81 req-799861cf-e5c8-4405-9d84-e52f2b83dc2d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0470207 Oct 14 13:02:10.926540 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d46ff696-2f83-449b-a893-074ef9817d81 req-8874a2d8-b847-4770-a17f-e54fa49d60b3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Oct 14 13:02:12.051115 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409efae-9f7f-40e6-8fb1-e32dc5321411 req-8cdab19b-0eed-49ce-9125-d21ae827b043 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:12.052610 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e409efae-9f7f-40e6-8fb1-e32dc5321411 req-8cdab19b-0eed-49ce-9125-d21ae827b043 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0471535 Oct 14 13:02:12.101773 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e409efae-9f7f-40e6-8fb1-e32dc5321411 req-7b28ba41-391d-45d7-b282-423aa92b8955 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Oct 14 13:02:13.233361 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837edad-120e-4b4e-930b-9990980f218a req-040812eb-66a4-4d7e-9cb9-db32e59ac919 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:13.235136 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5837edad-120e-4b4e-930b-9990980f218a req-040812eb-66a4-4d7e-9cb9-db32e59ac919 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0517869 Oct 14 13:02:13.254662 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-c5069e4f-3b7a-435c-bbe4-b6e3fbfcdbe4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1597821430&fields=id&tenant_id=97fa795966724ea89be8ac20675b589b HTTP/1.1" status: 200 len: 267 time: 0.0456827 Oct 14 13:02:13.259429 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:13.284591 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5837edad-120e-4b4e-930b-9990980f218a req-2690299e-49c2-4ff5-8bed-bbbbd7d03382 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Oct 14 13:02:13.367674 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-caa7beff-4d65-448a-b091-86287eaf2091 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:13.369139 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-caa7beff-4d65-448a-b091-86287eaf2091 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 809 time: 0.1072431 Oct 14 13:02:13.383303 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-3ddb91e0-ced4-4304-bc36-23c79797e828 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/quotas/97fa795966724ea89be8ac20675b589b HTTP/1.1" status: 200 len: 375 time: 0.0088699 Oct 14 13:02:13.427590 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:13.433910 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-e9b68ad2-ea6a-4c08-9789-1e38ce044ec7 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457988 Oct 14 13:02:13.533082 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f33f5495-85ac-4faf-9010-1a8967dc9e52 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871928 Oct 14 13:02:13.590236 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:13.623761 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-1e2188d6-4138-46b1-abe4-5a8db5be5713 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Oct 14 13:02:13.909889 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b07221a8-6cee-4e49-9845-72fc0e85b726 req-514e61fb-c5d5-49b5-876e-6581a132a901 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 210 time: 0.0285540 Oct 14 13:02:14.416869 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47757694-94dc-4ed3-994e-6f29d2892dff req-f047b3f2-f4c3-45ea-afca-f1d5b601c19e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:14.418315 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-47757694-94dc-4ed3-994e-6f29d2892dff req-f047b3f2-f4c3-45ea-afca-f1d5b601c19e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0500214 Oct 14 13:02:14.437602 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:14.472453 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-47757694-94dc-4ed3-994e-6f29d2892dff req-52622b9b-29b0-4e53-b8c2-3391146a99cf tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484798 Oct 14 13:02:15.012342 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3b24c297-01e3-423f-83f6-f233611f626c req-7fb7d1f7-f7cf-4410-b85f-788acb3fbda5 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 210 time: 0.0291634 Oct 14 13:02:15.163359 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-ccc18cc4-9871-4f72-9308-e7a41a19a77e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:15.165180 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-ccc18cc4-9871-4f72-9308-e7a41a19a77e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 809 time: 0.1120946 Oct 14 13:02:15.230578 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-4a5ac119-8669-4bbd-b903-d0167166d3b6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97fa795966724ea89be8ac20675b589b HTTP/1.1" status: 200 len: 380 time: 0.0555000 Oct 14 13:02:15.239452 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'port': {'device_id': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'admin_state_up': True, 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'security_groups': ['d84bb2f3-ea40-4d45-a66a-64b510e320de']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:02:15.305917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:15.350928 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Made reservation on behalf of 97fa795966724ea89be8ac20675b589b for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:02:15.354606 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:15.479898 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Allocated IP 172.20.0.4 (fb13320f-34c8-4071-976b-aea523399720/21386dff-5306-464b-ae3c-efe092fc1b29/5974c9e5-7b5e-4f03-aaed-db90e7d7a18e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:02:15.600720 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9cd4-9bd3-43db-bb3a-45bf3eb48f36 req-5be872e7-2ced-4f58-9ca4-430d5036e35a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:15.602373 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ec7b9cd4-9bd3-43db-bb3a-45bf3eb48f36 req-5be872e7-2ced-4f58-9ca4-430d5036e35a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Oct 14 13:02:15.634175 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:15.653762 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ec7b9cd4-9bd3-43db-bb3a-45bf3eb48f36 req-fe6601b6-b4b1-45f4-b84d-4a9618ca7b63 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Oct 14 13:02:15.667350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:15.713876 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Network fb13320f-34c8-4071-976b-aea523399720 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:02:15.717274 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:02:15.721380 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:02:15.751037 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:15.770819 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:15.784071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:15.784721 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:15.802319 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-f3170acd-f25c-46ea-b423-c63c97046793 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663686 Oct 14 13:02:15.818517 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Request body: {'port': {'device_id': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:02:15.883589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:15.944862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-7a6ffdef-27b8-412b-a274-ca014b70a341 None None] Provisioning complete for port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:02:15.945449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffdef-27b8-412b-a274-ca014b70a341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:15.945888 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-7a6ffdef-27b8-412b-a274-ca014b70a341 None None] Attempt 1 to provision port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e Oct 14 13:02:15.977351 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ffdef-27b8-412b-a274-ca014b70a341 None None] Port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:02:16.164524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:16.174770 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a7d7b-2c58-4961-82d3-7ace5da4ecb8 req-5ca51ccd-e3f0-4015-ac66-1cfb6359673a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:16.176251 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb7a7d7b-2c58-4961-82d3-7ace5da4ecb8 req-5ca51ccd-e3f0-4015-ac66-1cfb6359673a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 931 time: 0.0853815 Oct 14 13:02:16.185059 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:02:16.199850 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Publish callbacks [] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:16.229895 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Transition to ACTIVE for port object 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:02:16.240596 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:16.271142 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb7a7d7b-2c58-4961-82d3-7ace5da4ecb8 req-7c9aad4f-1366-453d-9ccb-ed0a48f22c7a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881929 Oct 14 13:02:16.309871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:16.356115 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:16.362614 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Attempting to bind port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:02:16.362955 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Attempting to bind port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:02:16.363310 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Attempting to bind port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e on network fb13320f-34c8-4071-976b-aea523399720 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:02:16.364221 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:16.405868 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e on network fb13320f-34c8-4071-976b-aea523399720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:02:16.406141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Attempting to bind port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e on network fb13320f-34c8-4071-976b-aea523399720 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:02:16.447691 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:02:16.448086 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Checking segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:02:16.448473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Bound using segment: {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:02:16.448907 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Bound port: 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0881f915-da2d-4142-8822-a321b1abcdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fb13320f-34c8-4071-976b-aea523399720'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:02:16.449265 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:16.512637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:02:16.515587 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:02:16.522842 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:16.526919 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:16.527524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:16.528900 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 1093 time: 0.7151544 Oct 14 13:02:16.529434 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:16.531650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbef687-217a-4e11-b157-3a3b99bd92be" -d '{"events": [{"name": "network-changed", "server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:16.569947 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:16.585175 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73444d59-4a4d-46f1-9cf0-5bbe35e01328 x-openstack-request-id: req-73444d59-4a4d-46f1-9cf0-5bbe35e01328 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:16.585458 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:16.585739 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73444d59-4a4d-46f1-9cf0-5bbe35e01328 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:16.586133 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73444d59-4a4d-46f1-9cf0-5bbe35e01328'] response: {'name': 'network-changed', 'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'status': 'completed', 'code': 200} Oct 14 13:02:16.608849 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828dd7-4646-4c8c-9f20-8c80e39aa7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:16.621632 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-0ea03821-506b-4e2e-919d-6b64365fde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:16.623147 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-0ea03821-506b-4e2e-919d-6b64365fde42 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1127 time: 0.0520749 Oct 14 13:02:16.668147 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-556852a6-b3a7-4059-8b23-99feae895617 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 217 time: 0.0351398 Oct 14 13:02:16.720536 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-dc6073f5-c5e4-4f9d-8335-71180b944fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:16.722020 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-dc6073f5-c5e4-4f9d-8335-71180b944fb7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.0448751 Oct 14 13:02:16.791888 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-1fd336ca-2fbe-431f-aaa7-802cb0432bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:16.793349 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-1fd336ca-2fbe-431f-aaa7-802cb0432bdf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642881 Oct 14 13:02:16.815951 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff304c72-ecac-47c2-8532-ff305cd6c4ed req-4ababefa-3238-42e6-add4-0f671a3f1066 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:16.817400 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ff304c72-ecac-47c2-8532-ff305cd6c4ed req-4ababefa-3238-42e6-add4-0f671a3f1066 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0615621 Oct 14 13:02:16.923851 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ff304c72-ecac-47c2-8532-ff305cd6c4ed req-32c6cb91-0078-446d-b963-21677067b8d8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964365 Oct 14 13:02:16.929709 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-45758dcc-e37e-4444-9ac5-9dfbba7ce89c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286862 Oct 14 13:02:17.025512 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e265e73-dcf2-4c7c-a04a-4c27891039f6 req-372778b5-b4ab-455a-afa6-8a8cdea7cbc2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891142 Oct 14 13:02:17.392503 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d920ff-2346-4f9f-80db-90ced0084cb5 req-709828f8-50fb-4c78-a2ce-6159e8c293da tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:17.394018 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-32d920ff-2346-4f9f-80db-90ced0084cb5 req-709828f8-50fb-4c78-a2ce-6159e8c293da tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0466323 Oct 14 13:02:17.421836 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef687-217a-4e11-b157-3a3b99bd92be req-0dadf008-339e-4171-8ad0-4e083e072244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:17.423359 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-0dadf008-339e-4171-8ad0-4e083e072244 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1127 time: 0.0397744 Oct 14 13:02:17.443431 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-32d920ff-2346-4f9f-80db-90ced0084cb5 req-0762d1dc-841e-4edc-b392-dd7be8ff7f64 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Oct 14 13:02:17.476293 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:17.518051 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef687-217a-4e11-b157-3a3b99bd92be req-86196090-3e6e-4dc1-82b7-e285ddd6aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:17.519538 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-86196090-3e6e-4dc1-82b7-e285ddd6aac8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 910 time: 0.0896180 Oct 14 13:02:17.560931 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-429fba63-c1a0-4c34-89a6-f7a3d1eaaad3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 217 time: 0.0325661 Oct 14 13:02:17.610421 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef687-217a-4e11-b157-3a3b99bd92be req-5dc3a39f-e78e-4a7c-aeb7-7b7954cdeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:17.611830 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-5dc3a39f-e78e-4a7c-aeb7-7b7954cdeeb5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.0433626 Oct 14 13:02:17.659814 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef687-217a-4e11-b157-3a3b99bd92be req-c6f7d314-8943-4737-bb76-510674e10b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:17.661265 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-c6f7d314-8943-4737-bb76-510674e10b69 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371535 Oct 14 13:02:17.755914 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-945126e7-fc55-40d2-8ae8-ebf21537686c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Oct 14 13:02:17.848403 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edbef687-217a-4e11-b157-3a3b99bd92be req-73bae5c0-41e1-4913-84aa-c0842e171dc4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854890 Oct 14 13:02:18.049569 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb58f7-ca62-4184-bb9c-ca7e9823f221 req-683aeeee-8e0e-4c46-82d8-0d849d5ed8fa tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:18.050993 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b0eb58f7-ca62-4184-bb9c-ca7e9823f221 req-683aeeee-8e0e-4c46-82d8-0d849d5ed8fa tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0455713 Oct 14 13:02:18.096394 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b0eb58f7-ca62-4184-bb9c-ca7e9823f221 req-62c067eb-ab0d-452b-89d1-e3b42cd47ef7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 Oct 14 13:02:18.568273 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596b6c6-9498-4d28-bd6b-b0eb33beec19 req-b7fa8055-68a3-4481-8220-9a3ab41334d4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:18.569765 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7596b6c6-9498-4d28-bd6b-b0eb33beec19 req-b7fa8055-68a3-4481-8220-9a3ab41334d4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0537777 Oct 14 13:02:18.619328 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7596b6c6-9498-4d28-bd6b-b0eb33beec19 req-be101ea1-e46a-44b4-8373-fdb6278aa0a6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Oct 14 13:02:19.222162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa513f-b69e-43f9-aa6b-8942c236afcb req-ecca89e3-94ab-4c60-a8bf-864e8c393628 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:19.223608 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-36aa513f-b69e-43f9-aa6b-8942c236afcb req-ecca89e3-94ab-4c60-a8bf-864e8c393628 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0460572 Oct 14 13:02:19.260922 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:19.273155 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-36aa513f-b69e-43f9-aa6b-8942c236afcb req-1f65be97-45c5-4bd6-898e-c6dc04e4f083 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Oct 14 13:02:19.739218 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e1e57-2ea2-4892-ade6-5ea06b734364 req-ccd6c228-4f6d-4fce-a503-752423a26391 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:19.741325 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a50e1e57-2ea2-4892-ade6-5ea06b734364 req-ccd6c228-4f6d-4fce-a503-752423a26391 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0489516 Oct 14 13:02:19.792829 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a50e1e57-2ea2-4892-ade6-5ea06b734364 req-4e4742b0-cb9d-4df8-9541-9d9e5d321b59 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Oct 14 13:02:20.399285 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6a7d4-c2f4-4bb4-91cd-f2211d6e93ed req-4730b32e-7aae-4a82-91b0-cc4ef6017802 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:20.400793 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b2c6a7d4-c2f4-4bb4-91cd-f2211d6e93ed req-4730b32e-7aae-4a82-91b0-cc4ef6017802 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0490754 Oct 14 13:02:20.448373 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b2c6a7d4-c2f4-4bb4-91cd-f2211d6e93ed req-277d7a5b-b51a-4c9f-92f1-0ebaebeafa37 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Oct 14 13:02:20.911307 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6decb5e-ee87-4e8f-a299-b2d39a06ae0b req-4cec4575-e628-48cc-b921-3a538ff6e780 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:20.912776 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a6decb5e-ee87-4e8f-a299-b2d39a06ae0b req-4cec4575-e628-48cc-b921-3a538ff6e780 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0448866 Oct 14 13:02:20.964872 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a6decb5e-ee87-4e8f-a299-b2d39a06ae0b req-2de41535-622b-4f42-8743-afd8725cbc33 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463250 Oct 14 13:02:21.572472 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5c2a5-1f00-4596-b09e-f2bc4a855a68 req-ba62c63f-bbdd-4934-a937-4ae7544b3d5f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:21.573929 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3aa5c2a5-1f00-4596-b09e-f2bc4a855a68 req-ba62c63f-bbdd-4934-a937-4ae7544b3d5f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0452905 Oct 14 13:02:21.620851 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3aa5c2a5-1f00-4596-b09e-f2bc4a855a68 req-2fdf4450-5ef2-446f-b662-39fc67957cd8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Oct 14 13:02:22.085145 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6621-4a95-4e5a-b331-10c990b2d252 req-e493d387-9f99-4672-8805-6ced551e708a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:22.086635 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5b9c6621-4a95-4e5a-b331-10c990b2d252 req-e493d387-9f99-4672-8805-6ced551e708a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0478086 Oct 14 13:02:22.135408 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5b9c6621-4a95-4e5a-b331-10c990b2d252 req-612bfc55-5a04-4b77-831c-8940720155d6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430958 Oct 14 13:02:22.741943 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:02:22.749657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3b52c-3194-416e-bf0b-f42783439bd9 req-4096e026-baaa-4a5b-9c78-2c6e475788e1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:22.751146 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ea3b52c-3194-416e-bf0b-f42783439bd9 req-4096e026-baaa-4a5b-9c78-2c6e475788e1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0502896 Oct 14 13:02:22.843864 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:22.856852 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'e3f9c588-4549-470d-90da-07db69916332', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'port_id': 'e3f9c588-4549-470d-90da-07db69916332', 'mac_address': 'fa:16:3e:e7:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:02:22.897650 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: ACTIVE; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:02:22.898036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:22.912886 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f9c588-4549-470d-90da-07db69916332 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:02:22.933853 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:22.938372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:22.987994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=6']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:23.015384 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0ea3b52c-3194-416e-bf0b-f42783439bd9 req-42b7be9b-11bb-45eb-aac1-bebbd1df9cc7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586715 Oct 14 13:02:23.079632 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['e3f9c588-4549-470d-90da-07db69916332'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:02:23.102856 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:23.176171 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:23.256128 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a897c-2abd-4014-97b5-a33a5c2e252b req-46f60030-6aeb-4c0d-823e-1f1741dd19e1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:23.257636 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4b1a897c-2abd-4014-97b5-a33a5c2e252b req-46f60030-6aeb-4c0d-823e-1f1741dd19e1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0466125 Oct 14 13:02:23.307028 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4b1a897c-2abd-4014-97b5-a33a5c2e252b req-f7ded210-4b83-4245-9e81-12cc966ba2e4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 Oct 14 13:02:24.142848 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e3ba0-bd67-471a-a18b-f6151602eefe req-c799a898-aab8-4cf7-9203-360d3a25e306 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:24.144303 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ba6e3ba0-bd67-471a-a18b-f6151602eefe req-c799a898-aab8-4cf7-9203-360d3a25e306 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Oct 14 13:02:24.191307 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ba6e3ba0-bd67-471a-a18b-f6151602eefe req-8c656ff7-42db-421e-8248-444e9d7bc711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413735 Oct 14 13:02:24.435460 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975a12b-a02d-4723-9cea-49a07093b191 req-3101d472-c07d-4f6d-8320-70ee284b30c8 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:24.436891 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c975a12b-a02d-4723-9cea-49a07093b191 req-3101d472-c07d-4f6d-8320-70ee284b30c8 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0488648 Oct 14 13:02:24.485879 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c975a12b-a02d-4723-9cea-49a07093b191 req-36df6ec7-6af9-4c3c-ae3f-c447bf9004f8 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Oct 14 13:02:24.753036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:02:24.757362 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:02:24.877695 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port e3f9c588-4549-470d-90da-07db69916332 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:02:24.877987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e3f9c588-4549-470d-90da-07db69916332), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:24.878326 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port e3f9c588-4549-470d-90da-07db69916332 Oct 14 13:02:24.932077 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:24.948792 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'port_id': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'mac_address': 'fa:16:3e:07:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:02:25.015134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:02:25.015533 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:25.018445 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:02:25.018796 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:25.044061 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:02:25.056428 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:25.058670 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78bd634-d5f2-4e9c-86cf-93f649238193" -d '{"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:25.080448 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:25.084988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:25.086717 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:25.092642 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:25.112022 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7c3a92-7c53-4a6d-8aee-936aedc88dc6 x-openstack-request-id: req-5a7c3a92-7c53-4a6d-8aee-936aedc88dc6 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:25.112310 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:25.112567 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a7c3a92-7c53-4a6d-8aee-936aedc88dc6 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:25.112959 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7c3a92-7c53-4a6d-8aee-936aedc88dc6'] response: {'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'code': 200} Oct 14 13:02:25.141914 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=7']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:25.195756 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:25.343118 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d97644-dee8-4fd5-83db-a55113ce0491 req-a4b24d2c-2b2e-4534-95e2-26bc8104b672 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:25.347095 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07d97644-dee8-4fd5-83db-a55113ce0491 req-a4b24d2c-2b2e-4534-95e2-26bc8104b672 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0559251 Oct 14 13:02:25.381621 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:25.400535 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07d97644-dee8-4fd5-83db-a55113ce0491 req-6f59806a-2971-49b8-862a-af61406d8f17 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467248 Oct 14 13:02:25.468081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:02:25.621103 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:25.626728 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb77e-fe24-438c-a63c-3db4c003f3a1 req-0ad862aa-2956-4538-90c3-b2c9791ba3b8 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:25.628303 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0e6cb77e-fe24-438c-a63c-3db4c003f3a1 req-0ad862aa-2956-4538-90c3-b2c9791ba3b8 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 944 time: 0.0575716 Oct 14 13:02:25.660834 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:25.709694 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0e6cb77e-fe24-438c-a63c-3db4c003f3a1 req-8578cb44-1276-47be-8705-4b5d458473bf tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724585 Oct 14 13:02:25.734763 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:26.571567 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3026cd7-64de-458b-a318-c4e17ec47560 req-517808fa-0303-4e47-a705-f3709286e0cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:26.573103 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3026cd7-64de-458b-a318-c4e17ec47560 req-517808fa-0303-4e47-a705-f3709286e0cd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0526021 Oct 14 13:02:26.630474 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3026cd7-64de-458b-a318-c4e17ec47560 req-deefed24-e708-4529-a78d-238ae2672963 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Oct 14 13:02:26.756825 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:02:26.808301 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:02:26.815079 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:02:26.815531 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:26.815872 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e Oct 14 13:02:26.842799 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542f2fa-28df-4dd4-a4f3-bf8f34d3a110 req-63ab20c1-4e1a-4844-adf6-2c4d186b736e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:26.850931 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a542f2fa-28df-4dd4-a4f3-bf8f34d3a110 req-63ab20c1-4e1a-4844-adf6-2c4d186b736e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 944 time: 0.0628743 Oct 14 13:02:26.902351 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a542f2fa-28df-4dd4-a4f3-bf8f34d3a110 req-26054472-5269-4330-b5d0-a6e39453bc65 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499618 Oct 14 13:02:26.910124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:02:26.910517 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:26.946850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:26.953128 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:27.018722 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:27.116267 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:27.121701 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c220d-9469-4dec-adfd-0058cdbfda8f" -d '{"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:27.163168 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ae3e3-6d8e-427b-a921-a3448c6cea29 x-openstack-request-id: req-131ae3e3-6d8e-427b-a921-a3448c6cea29 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:27.163559 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:27.163925 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-131ae3e3-6d8e-427b-a921-a3448c6cea29 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:27.164379 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131ae3e3-6d8e-427b-a921-a3448c6cea29'] response: {'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'code': 200} Oct 14 13:02:27.452358 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561e8ab-b170-409e-a658-16c880b2aa2d req-489f8b74-42c9-4c3f-865a-ffe53a24c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:27.454088 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3561e8ab-b170-409e-a658-16c880b2aa2d req-489f8b74-42c9-4c3f-865a-ffe53a24c6a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0402997 Oct 14 13:02:27.503399 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3561e8ab-b170-409e-a658-16c880b2aa2d req-76ab558a-d4af-4529-a4ac-9985897a1fe4 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Oct 14 13:02:27.790813 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aea37-19eb-4403-9050-b957acaa4c2d req-afd3a124-f686-469e-b646-9da0fe8f14c6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:27.792419 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-725aea37-19eb-4403-9050-b957acaa4c2d req-afd3a124-f686-469e-b646-9da0fe8f14c6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0728045 Oct 14 13:02:27.848838 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-725aea37-19eb-4403-9050-b957acaa4c2d req-74e853d9-a2e8-4ffc-afde-a538eec2cab2 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504954 Oct 14 13:02:28.032320 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424592bd-7e13-408e-8d8f-16e73b45b526 req-3dd728cf-9980-49d0-9264-4eb220a4b9c4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:28.034696 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-424592bd-7e13-408e-8d8f-16e73b45b526 req-3dd728cf-9980-49d0-9264-4eb220a4b9c4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0508657 Oct 14 13:02:28.089833 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-424592bd-7e13-408e-8d8f-16e73b45b526 req-b4734794-6604-4ac1-98ea-092c6c64e9bc tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488029 Oct 14 13:02:28.212402 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=10 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:28.216576 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=16 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:28.985894 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5a091-52b8-4fcd-8511-541eeced0aa3 req-1f083808-c6dd-46c9-9e50-1a992d16926d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:28.988134 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0a5a091-52b8-4fcd-8511-541eeced0aa3 req-1f083808-c6dd-46c9-9e50-1a992d16926d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0510359 Oct 14 13:02:29.046154 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0a5a091-52b8-4fcd-8511-541eeced0aa3 req-4797d467-bb84-4bd5-b15c-acbf3324612f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504334 Oct 14 13:02:29.204488 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:29.226286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f010c-0f88-4cda-bb5b-eda38075c7a9 req-e3a2bceb-e521-4c71-a9a7-d0f81bc134d3 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:29.227757 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-641f010c-0f88-4cda-bb5b-eda38075c7a9 req-e3a2bceb-e521-4c71-a9a7-d0f81bc134d3 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0551724 Oct 14 13:02:29.293937 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-641f010c-0f88-4cda-bb5b-eda38075c7a9 req-4dc51abb-6ac0-4713-9b0b-9476910f4869 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597723 Oct 14 13:02:29.976857 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b3cd11af-2516-4a00-a710-1bf2b1524872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:30.178211 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277cb1-f28f-4a28-99a4-d61af239b7db req-9dd570e4-61de-4a6a-800f-f5fa352f7da6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:30.185203 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c277cb1-f28f-4a28-99a4-d61af239b7db req-9dd570e4-61de-4a6a-800f-f5fa352f7da6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0583253 Oct 14 13:02:30.234038 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c277cb1-f28f-4a28-99a4-d61af239b7db req-685a507e-6e17-4bb7-b74c-8ac92063acdf tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479071 Oct 14 13:02:30.430858 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7aee-e0c4-4c94-883d-8ddf41df16f0 req-3109eda8-0926-4691-86f9-dfcd877c2092 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:30.432503 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-237d7aee-e0c4-4c94-883d-8ddf41df16f0 req-3109eda8-0926-4691-86f9-dfcd877c2092 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0503726 Oct 14 13:02:30.487758 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-237d7aee-e0c4-4c94-883d-8ddf41df16f0 req-667dd4ca-d00e-47a1-a05d-b5bea9f31d58 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494893 Oct 14 13:02:30.621515 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63216b19-803d-4b14-b304-c8f9d7e8b148 req-d38a31d0-1702-4852-96c4-f4a856730c04 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:30.621515 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-63216b19-803d-4b14-b304-c8f9d7e8b148 req-d38a31d0-1702-4852-96c4-f4a856730c04 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0508287 Oct 14 13:02:30.682505 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-63216b19-803d-4b14-b304-c8f9d7e8b148 req-5e8c40e5-4a8e-4732-bceb-bb9141f992b9 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575690 Oct 14 13:02:30.712261 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45618) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:30.932532 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851acdad-ba55-4913-9293-d6e345fe07b6 tempest-TestShelveInstance-1072467350 tempest-TestShelveInstance-1072467350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:30.934431 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-851acdad-ba55-4913-9293-d6e345fe07b6 tempest-TestShelveInstance-1072467350 tempest-TestShelveInstance-1072467350-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1124 time: 0.2207527 Oct 14 13:02:30.937694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45626) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:30.942292 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'port_id': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:02:30.967268 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:31.072237 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:31.198192 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Allocated IP 172.27.3.123 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/c0ac990c-2db0-4443-a43f-3b0dd65383b0) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:02:31.369370 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:31.386464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39086dc6-ea14-46dc-88f6-c465e1ebbb7d req-3a3f518f-864b-4a92-ba68-b0072d3c12cf tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:31.387969 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39086dc6-ea14-46dc-88f6-c465e1ebbb7d req-3a3f518f-864b-4a92-ba68-b0072d3c12cf tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0652330 Oct 14 13:02:31.435326 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:31.444078 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:31.502868 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:02:31.509340 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39086dc6-ea14-46dc-88f6-c465e1ebbb7d req-a71b1911-55eb-4873-b795-ce720f635586 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034520 Oct 14 13:02:31.512865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:02:31.515202 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'Port': ['ID=c0ac990c-2db0-4443-a43f-3b0dd65383b0,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:31.517394 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:02:31.580759 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:31.896051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for floatingip (3afe83e1-c401-4a13-b1b5-cf8878b2f699), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:31.970011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:32.141699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:32.147486 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:32.183387 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d4e48748-5bf4-4839-aafc-7097f145feec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:32.225081 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event updated for resources: {'Port': ['ID=c0ac990c-2db0-4443-a43f-3b0dd65383b0,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:32.231014 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (3afe83e1-c401-4a13-b1b5-cf8878b2f699), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:32.331802 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Floating IP 3afe83e1-c401-4a13-b1b5-cf8878b2f699 associated. External IP: 172.27.3.123, port: 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e. Oct 14 13:02:32.367792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:32.394208 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:02:32.678976 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd343f9-93bb-4d25-a24d-b67045b650a0 req-38b39374-83ef-449c-b245-0dec4d8e1236 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:32.686358 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ebd343f9-93bb-4d25-a24d-b67045b650a0 req-38b39374-83ef-449c-b245-0dec4d8e1236 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0654612 Oct 14 13:02:32.694640 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:32.758732 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ebd343f9-93bb-4d25-a24d-b67045b650a0 req-1d429a61-00a7-4fbc-b901-d954c848b287 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713248 Oct 14 13:02:32.830814 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:02:32.841382 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:32.959987 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:02:32.972287 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] Sync routers for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:02:32.994410 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:32.996235 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:02:32.996964 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:02:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:33.035564 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2ae28e5d-9a08-45d6-a745-85ae870e548a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0965860 Oct 14 13:02:33.036077 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:33.038480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e505a9-5552-46ed-84f0-072db6476b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:33.091578 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8173e2b2-fe17-48b8-b403-f981fb172699 x-openstack-request-id: req-8173e2b2-fe17-48b8-b403-f981fb172699 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:33.091877 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:33.092130 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8173e2b2-fe17-48b8-b403-f981fb172699 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:33.092546 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8173e2b2-fe17-48b8-b403-f981fb172699'] response: {'name': 'network-changed', 'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'status': 'completed', 'code': 200} Oct 14 13:02:33.111071 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:02:33.171707 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e505a9-5552-46ed-84f0-072db6476b6c req-a7f8de6b-dc6b-46df-a627-6385ea7406d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:33.173816 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-a7f8de6b-dc6b-46df-a627-6385ea7406d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0493827 Oct 14 13:02:33.278812 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e505a9-5552-46ed-84f0-072db6476b6c req-250b62aa-c035-4698-a015-2a8504cfce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:33.280576 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-250b62aa-c035-4698-a015-2a8504cfce74 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 910 time: 0.1001654 Oct 14 13:02:33.367736 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-4d75233e-5f4d-4d0c-88e0-864e56a6dd61 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 999 time: 0.0770299 Oct 14 13:02:33.371083 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '3afe83e1-c401-4a13-b1b5-cf8878b2f699', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'port_id': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'mac_address': 'fa:16:3e:07:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:02:31Z', 'updated_at': '2022-10-14T13:02:31Z', 'revision_number': 0, 'project_id': '97fa795966724ea89be8ac20675b589b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:48Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:33.399010 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] Checking router: 829d7930-9977-45e6-9ea0-0503ae3c2bc7 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:02:33.408588 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:02:33.409215 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:02:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:33.457042 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e505a9-5552-46ed-84f0-072db6476b6c req-f38fa3da-2534-49df-875e-aea11f6119fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:33.460434 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-f38fa3da-2534-49df-875e-aea11f6119fd service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.0845861 Oct 14 13:02:33.525135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e505a9-5552-46ed-84f0-072db6476b6c req-a5164a38-48d7-42fb-a407-f86fda736d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:33.527471 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-a5164a38-48d7-42fb-a407-f86fda736d3d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601792 Oct 14 13:02:33.597665 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:33.600918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:33.607960 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:33.612468 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:02:33.659270 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-80645f3b-b2fa-4fa3-8d14-98d65b2d08e2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175246 Oct 14 13:02:33.794960 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85e505a9-5552-46ed-84f0-072db6476b6c req-6639af5e-76c1-4cde-834c-14e675f07322 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258984 Oct 14 13:02:33.912448 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a51d5b-9579-4086-adda-8c3cd352a1e7 req-6330802a-3980-4cd6-a8f8-87254c8773b9 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:33.914713 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-78a51d5b-9579-4086-adda-8c3cd352a1e7 req-6330802a-3980-4cd6-a8f8-87254c8773b9 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0565984 Oct 14 13:02:33.923441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:33.980427 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-78a51d5b-9579-4086-adda-8c3cd352a1e7 req-abbec798-4030-4efe-ae75-1fbe706d0575 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589449 Oct 14 13:02:34.043513 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '3afe83e1-c401-4a13-b1b5-cf8878b2f699', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'port_id': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'mac_address': 'fa:16:3e:07:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:02:31Z', 'updated_at': '2022-10-14T13:02:31Z', 'revision_number': 0, 'project_id': '97fa795966724ea89be8ac20675b589b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:48Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:02:34.070387 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84babba5-86ce-4f2d-ad93-61ae7f182722 None None] The sync data for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi is: [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '3afe83e1-c401-4a13-b1b5-cf8878b2f699', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'port_id': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'mac_address': 'fa:16:3e:07:bc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:02:31Z', 'updated_at': '2022-10-14T13:02:31Z', 'revision_number': 0, 'project_id': '97fa795966724ea89be8ac20675b589b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:48Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:02:34.286853 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203915cc-cddb-4210-a663-0301e844ed65 None None] New status for floating IP 3afe83e1-c401-4a13-b1b5-cf8878b2f699: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:02:35.113182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:35.117499 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2b24-acb6-41c3-95b9-ab1e0352e3d9 req-baee97f0-cdfa-4b59-b26d-ba95f7719394 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:35.119067 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-085a2b24-acb6-41c3-95b9-ab1e0352e3d9 req-baee97f0-cdfa-4b59-b26d-ba95f7719394 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0513091 Oct 14 13:02:35.121611 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-6ef2a32a-7ebf-4786-8a56-a5d375f54297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:35.123103 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-6ef2a32a-7ebf-4786-8a56-a5d375f54297 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1130 time: 0.0409400 Oct 14 13:02:35.162323 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:35.169258 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-085a2b24-acb6-41c3-95b9-ab1e0352e3d9 req-a2a0dc14-74c5-4a23-b6f2-57b60878f21f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Oct 14 13:02:35.225719 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-7b899704-0b1c-453b-b7b7-c20aef1e05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:35.227185 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-7b899704-0b1c-453b-b7b7-c20aef1e05c3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.0918264 Oct 14 13:02:35.293470 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-aec874d8-5da0-412e-98bd-632fcee2fb36 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 1002 time: 0.0549877 Oct 14 13:02:35.350170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-53ded155-2506-48b0-bffa-f446568e035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:35.351670 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-53ded155-2506-48b0-bffa-f446568e035a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0483985 Oct 14 13:02:35.394467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-a3797a7c-6959-4800-8123-eb96a0b21fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:35.395932 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-a3797a7c-6959-4800-8123-eb96a0b21fb7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376267 Oct 14 13:02:35.486294 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-66ca31b6-ea5e-4f82-ac66-19f344506096 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828946 Oct 14 13:02:35.569044 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:35.579561 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1b6b0b7c-de42-4f4d-a85f-8b6f92fa2614 req-e5525558-5339-4e3c-b87a-fe5f862ba320 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 Oct 14 13:02:36.298623 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09d288-196f-4059-97ec-3995a1178623 req-1cade6a3-444b-48ca-ab0b-c079e979e15f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:36.299979 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c09d288-196f-4059-97ec-3995a1178623 req-1cade6a3-444b-48ca-ab0b-c079e979e15f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0464766 Oct 14 13:02:36.346594 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c09d288-196f-4059-97ec-3995a1178623 req-782c5f00-d660-4ad9-9b02-1cca71ffdd12 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405838 Oct 14 13:02:37.472597 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896575e-bcc0-4298-9a20-409f04e6c6f2 req-2f7bbb33-1be2-4560-8537-a3da92e47eda tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:37.474114 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5896575e-bcc0-4298-9a20-409f04e6c6f2 req-2f7bbb33-1be2-4560-8537-a3da92e47eda tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0470121 Oct 14 13:02:37.525904 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5896575e-bcc0-4298-9a20-409f04e6c6f2 req-4f9caccd-99cd-47d9-9e3a-d36c24a06684 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Oct 14 13:02:38.655703 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64b57e-45c8-45b9-8614-eb2721d8ac60 req-776877b7-8759-4bd8-826b-f8d7a99fba44 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:38.657149 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d64b57e-45c8-45b9-8614-eb2721d8ac60 req-776877b7-8759-4bd8-826b-f8d7a99fba44 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 946 time: 0.0510128 Oct 14 13:02:38.703165 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d64b57e-45c8-45b9-8614-eb2721d8ac60 req-d3ec82f0-1953-4a57-b6aa-8ee5692caf69 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Oct 14 13:02:38.830592 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:02:38.907849 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: ACTIVE; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:02:38.908237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:38.931776 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:02:38.934350 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e1737-e802-4b9f-a7df-6735b6caa3c1" -d '{"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:02:38.947592 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:38.951403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:38.980937 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Oct 2022 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e4a53-a134-48c5-bbd7-bdece07cb0dd x-openstack-request-id: req-1f3e4a53-a134-48c5-bbd7-bdece07cb0dd {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:02:38.981307 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-unplugged", "status": "failed", "tag": "e3f9c588-4549-470d-90da-07db69916332", "code": 422}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:02:38.981542 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f3e4a53-a134-48c5-bbd7-bdece07cb0dd {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:02:38.981949 dv-cinder-820994-7-iscsi neutron-server[104451]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1f3e4a53-a134-48c5-bbd7-bdece07cb0dd']: {'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'code': 422} returned with failed status Oct 14 13:02:39.011150 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=8']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:02:39.232262 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-d0eef139-240f-46ea-b32b-6f4727b11471 req-86078033-00c5-43d8-8731-d57fba6659b8 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 13:02:39.233223 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d0eef139-240f-46ea-b32b-6f4727b11471 req-86078033-00c5-43d8-8731-d57fba6659b8 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052035 Oct 14 13:02:39.415549 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ded-e979-44a8-8232-c9f3c5eae648 req-2099a504-aa6f-4fec-a39d-bea7eb7e67a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:39.417369 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-73a05ded-e979-44a8-8232-c9f3c5eae648 req-2099a504-aa6f-4fec-a39d-bea7eb7e67a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0548747 Oct 14 13:02:39.479192 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-73a05ded-e979-44a8-8232-c9f3c5eae648 req-c1935bd1-8d2e-4882-ac4c-b19b64bebd6d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444298 Oct 14 13:02:39.676135 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45702) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:39.754454 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-f8ca4a6f-5cf6-4ec4-ac3b-e4a4d9fd2c33 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771925 Oct 14 13:02:39.762758 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-6489b1f5-9443-4ab5-8d0c-701e67634948 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 13:02:39.763688 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-6489b1f5-9443-4ab5-8d0c-701e67634948 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047290 Oct 14 13:02:39.839394 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 45710) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:02:39.934740 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-7be47abd-63b0-4e3a-b916-6e4e7a9ea019 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:39.936081 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-7be47abd-63b0-4e3a-b916-6e4e7a9ea019 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports/e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 941 time: 0.0956671 Oct 14 13:02:40.600689 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa985-4d91-4487-b3c5-f70f9d784539 req-12fba9ac-252d-4b8a-8466-65b96182dbf4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:40.602168 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f5efa985-4d91-4487-b3c5-f70f9d784539 req-12fba9ac-252d-4b8a-8466-65b96182dbf4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0453186 Oct 14 13:02:40.614083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:40.652520 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f5efa985-4d91-4487-b3c5-f70f9d784539 req-8dfc85b4-fc36-477b-8131-d6d4d02bcfb1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Oct 14 13:02:41.711168 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-0df631bb-dd11-4312-8ecc-d2f5fda9ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:41.712918 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-0df631bb-dd11-4312-8ecc-d2f5fda9ea29 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0&tenant_id=5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 1128 time: 0.0718055 Oct 14 13:02:41.779240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1828bc4-be83-49aa-8b67-914e9a865cd7 req-a4d985ab-d10c-48fe-a819-d6c8fc4ccb2b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:41.780734 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c1828bc4-be83-49aa-8b67-914e9a865cd7 req-a4d985ab-d10c-48fe-a819-d6c8fc4ccb2b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0476110 Oct 14 13:02:41.781660 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-8e809915-4a58-46ce-84cc-ca3c1a604d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:41.783170 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-8e809915-4a58-46ce-84cc-ca3c1a604d0d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1128 time: 0.0386298 Oct 14 13:02:41.831743 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c1828bc4-be83-49aa-8b67-914e9a865cd7 req-050648b8-a3b9-41ba-9ac1-1f17ec2cc8ca tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454280 Oct 14 13:02:41.878311 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-75f24af8-63e0-4c09-9e94-7b82d3e58bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:41.879822 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-75f24af8-63e0-4c09-9e94-7b82d3e58bde service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.0888979 Oct 14 13:02:41.946177 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-2cc8df40-d316-4edd-965c-7ba0f705a001 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 200 len: 1000 time: 0.0560334 Oct 14 13:02:42.003060 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-93bbde11-785f-4228-8636-4681db85c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:42.004535 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-93bbde11-785f-4228-8636-4681db85c773 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0432882 Oct 14 13:02:42.049675 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-aa24cec1-70fa-4e51-93e1-14d65fb812f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:42.051198 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-aa24cec1-70fa-4e51-93e1-14d65fb812f0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382977 Oct 14 13:02:42.144141 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-0bc4667a-02c7-4dcb-8ab5-f6caab646fa8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860169 Oct 14 13:02:42.233941 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748ba052-11f5-4e38-853a-cc63bb3e1f71 req-a9fedd5f-72e0-434d-9e45-a8c458a89c95 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812974 Oct 14 13:02:42.971161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76db72-5958-45da-916c-da7556886277 req-456ca90c-0411-4acd-bfe1-1499d964ea7c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:42.975576 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e76db72-5958-45da-916c-da7556886277 req-456ca90c-0411-4acd-bfe1-1499d964ea7c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0611038 Oct 14 13:02:43.023396 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e76db72-5958-45da-916c-da7556886277 req-5fe473b9-fade-41ff-bb88-0b1a21599ee5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441175 Oct 14 13:02:43.428689 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:44.156445 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8ce5d-f1cf-43b1-93bb-86c358471410 req-11943a47-83c3-48de-9847-efbbb2721eef tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:44.157978 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cd8ce5d-f1cf-43b1-93bb-86c358471410 req-11943a47-83c3-48de-9847-efbbb2721eef tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0475030 Oct 14 13:02:44.207829 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cd8ce5d-f1cf-43b1-93bb-86c358471410 req-20a7eb3e-c98a-435c-b876-e7ce87fc95e4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Oct 14 13:02:44.393324 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:44.422490 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=12 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:45.353121 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77f5d0-5b1e-47a6-a590-e9d93ccf715e req-65c93912-ff72-4d61-a3a9-05ed028d1359 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:45.354869 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ab77f5d0-5b1e-47a6-a590-e9d93ccf715e req-65c93912-ff72-4d61-a3a9-05ed028d1359 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0468087 Oct 14 13:02:45.376789 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:45.411714 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ab77f5d0-5b1e-47a6-a590-e9d93ccf715e req-c1953d01-e5fd-467b-91cd-3dba67481ac3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504315 Oct 14 13:02:46.553725 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e700d6-f78e-4df9-b140-8b5cecc1ce88 req-0141166e-9225-422c-ba56-83fc46dca439 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:46.555235 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06e700d6-f78e-4df9-b140-8b5cecc1ce88 req-0141166e-9225-422c-ba56-83fc46dca439 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0480659 Oct 14 13:02:46.598252 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:46.603831 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06e700d6-f78e-4df9-b140-8b5cecc1ce88 req-ea9efffb-72b3-422a-81e3-2e844845b444 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Oct 14 13:02:47.741626 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd82d7-f60c-4e45-a1b1-0b284bd216c1 req-ab111621-3384-4e88-b761-87c6b748e0a6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:47.743077 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dddd82d7-f60c-4e45-a1b1-0b284bd216c1 req-ab111621-3384-4e88-b761-87c6b748e0a6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0560956 Oct 14 13:02:47.794540 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dddd82d7-f60c-4e45-a1b1-0b284bd216c1 req-73583dc6-c3d7-4737-93b7-9598701c8a44 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Oct 14 13:02:48.929299 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89deb-a887-4f7b-847c-5ad6d7ec2815 req-26fa2666-98a3-44b2-8b92-5322cf62bb63 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:48.930792 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c4b89deb-a887-4f7b-847c-5ad6d7ec2815 req-26fa2666-98a3-44b2-8b92-5322cf62bb63 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0500665 Oct 14 13:02:48.988595 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c4b89deb-a887-4f7b-847c-5ad6d7ec2815 req-00c8f286-600e-4103-a3e4-b594fa93f366 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522640 Oct 14 13:02:50.141440 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c88e02-cdba-4976-88f4-0ec47bd1e25f req-51e34d69-c579-44be-bfcd-779fe67cabcb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:50.143111 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a4c88e02-cdba-4976-88f4-0ec47bd1e25f req-51e34d69-c579-44be-bfcd-779fe67cabcb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0484438 Oct 14 13:02:50.206270 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a4c88e02-cdba-4976-88f4-0ec47bd1e25f req-a6aae480-a3cb-49df-ad64-362a5785e9da tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546730 Oct 14 13:02:51.344494 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47338af-14da-4407-9b9a-8b627e5eb4aa req-99210893-8643-4663-a6d7-62b9eabf942f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:51.346123 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d47338af-14da-4407-9b9a-8b627e5eb4aa req-99210893-8643-4663-a6d7-62b9eabf942f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0532558 Oct 14 13:02:51.398126 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d47338af-14da-4407-9b9a-8b627e5eb4aa req-2fb8b23b-854b-4721-86f9-baa02e3d7254 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Oct 14 13:02:52.537934 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8eaf23-7f36-4d26-a1cf-e796ee367828 req-7618cf1c-d770-4757-aed8-de70102c5a27 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:52.539416 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cb8eaf23-7f36-4d26-a1cf-e796ee367828 req-7618cf1c-d770-4757-aed8-de70102c5a27 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0533776 Oct 14 13:02:52.594557 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cb8eaf23-7f36-4d26-a1cf-e796ee367828 req-70cafcd9-449a-4ba8-b412-75497a157a96 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496573 Oct 14 13:02:53.421628 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:53.424399 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:53.688336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:53.726273 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259ce23-7092-45cb-a934-0aa6ec52747e req-d2697a33-1af0-40ca-a760-ee7f94de3278 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:53.727751 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e259ce23-7092-45cb-a934-0aa6ec52747e req-d2697a33-1af0-40ca-a760-ee7f94de3278 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0503917 Oct 14 13:02:53.775450 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e259ce23-7092-45cb-a934-0aa6ec52747e req-81eff0f5-7048-43a9-8844-260a20af8cb5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Oct 14 13:02:55.144418 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c05407-91be-4eef-a4c0-bdb88d4d8def req-c5a07939-3a29-419f-999d-8a0d68192d27 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:55.146420 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a7c05407-91be-4eef-a4c0-bdb88d4d8def req-c5a07939-3a29-419f-999d-8a0d68192d27 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0474262 Oct 14 13:02:55.197070 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a7c05407-91be-4eef-a4c0-bdb88d4d8def req-127924b2-e9e0-41b4-abe8-7bf75e2323f0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450518 Oct 14 13:02:56.045315 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-274b43b1-4bb2-4d0c-8858-7b7c1a8a45e9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394366 Oct 14 13:02:56.110908 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-103f2b1c-51a6-418f-ae98-0c62729cbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:56.112574 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-103f2b1c-51a6-418f-ae98-0c62729cbdbf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 1129 time: 0.0409336 Oct 14 13:02:56.321469 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0b84-f02d-419a-b66b-43d1e7aa863d req-5480fb45-f3df-4520-ae8f-56921c7cdaea tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:56.322894 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c63a0b84-f02d-419a-b66b-43d1e7aa863d req-5480fb45-f3df-4520-ae8f-56921c7cdaea tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0464363 Oct 14 13:02:56.369306 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c63a0b84-f02d-419a-b66b-43d1e7aa863d req-3e07a719-5a66-45b9-b0b3-c7166c57fd35 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Oct 14 13:02:56.457361 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:56.543552 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-299121c0-0a21-4de0-bf6f-12ff449421ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:56.545045 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-299121c0-0a21-4de0-bf6f-12ff449421ef service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.0963979 Oct 14 13:02:56.654347 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-34d358d1-53d4-497b-b0d2-c29571cdab88 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 HTTP/1.1" status: 200 len: 1001 time: 0.0612905 Oct 14 13:02:56.703769 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-5ce7b6d8-13f1-44bb-b0ba-ea5b59244cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:56.705204 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-5ce7b6d8-13f1-44bb-b0ba-ea5b59244cad service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0445561 Oct 14 13:02:56.749509 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-d99764cd-b581-4bbe-8006-75711c152c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:56.750971 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-d99764cd-b581-4bbe-8006-75711c152c65 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391850 Oct 14 13:02:56.851790 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-bd435269-c33c-411a-b47f-ef393587ba00 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930278 Oct 14 13:02:56.960162 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-014ef74f-695d-4a25-bdb9-5c1f470e7efd req-24746457-7092-4f17-a191-4512f4fe9549 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016276 Oct 14 13:02:57.193447 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1259a7-67cb-499f-8f7c-cc9feac391f2 req-dffe7b93-17fa-48f0-90ab-2864bdbd487b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:57.195840 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ec1259a7-67cb-499f-8f7c-cc9feac391f2 req-dffe7b93-17fa-48f0-90ab-2864bdbd487b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0508895 Oct 14 13:02:57.250964 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ec1259a7-67cb-499f-8f7c-cc9feac391f2 req-2bf18b22-1c72-46cc-968f-82409534b8e8 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492647 Oct 14 13:02:57.419321 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7dd5-7a73-4da4-9976-e1663823cc57 req-dde585e5-a716-4423-81c6-488b9f0f8066 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:57.420817 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c66e7dd5-7a73-4da4-9976-e1663823cc57 req-dde585e5-a716-4423-81c6-488b9f0f8066 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0511129 Oct 14 13:02:57.469498 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c66e7dd5-7a73-4da4-9976-e1663823cc57 req-54593850-c8f2-4a16-ac0f-1ae2866080df tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Oct 14 13:02:57.500018 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e767bf-d057-4e4c-87c3-fe89acd2bf65 req-aba2ebb6-59a8-407e-8b29-7e062fa11741 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:57.501592 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-56e767bf-d057-4e4c-87c3-fe89acd2bf65 req-aba2ebb6-59a8-407e-8b29-7e062fa11741 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0504992 Oct 14 13:02:57.549656 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-56e767bf-d057-4e4c-87c3-fe89acd2bf65 req-e3ea7a0b-3f09-44ae-b4dc-6e65663cfb74 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Oct 14 13:02:58.377196 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac7f48-5cd2-4625-bc36-47adcbabcf86 req-d66bdd61-2bd2-46d2-8fc4-0fa04b161e9e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:58.378717 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a2ac7f48-5cd2-4625-bc36-47adcbabcf86 req-d66bdd61-2bd2-46d2-8fc4-0fa04b161e9e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0471079 Oct 14 13:02:58.425020 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a2ac7f48-5cd2-4625-bc36-47adcbabcf86 req-a2000a0c-a110-441a-a261-dfab44bc50dd tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 Oct 14 13:02:58.593258 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef1ba-9a0d-4c79-bab9-93dc02a373b5 req-d3079174-15af-4ab0-9a31-c4f869649c4a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:58.594932 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aecef1ba-9a0d-4c79-bab9-93dc02a373b5 req-d3079174-15af-4ab0-9a31-c4f869649c4a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Oct 14 13:02:58.643094 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aecef1ba-9a0d-4c79-bab9-93dc02a373b5 req-f422a0ba-4b9e-4e00-a698-64b3332f07db tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Oct 14 13:02:58.678580 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04820f-4a3e-4eaf-84de-7db41c8a8747 req-ae13f69c-2b1d-4cfe-b637-1534d418a9f7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:58.680052 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd04820f-4a3e-4eaf-84de-7db41c8a8747 req-ae13f69c-2b1d-4cfe-b637-1534d418a9f7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0475025 Oct 14 13:02:58.730528 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd04820f-4a3e-4eaf-84de-7db41c8a8747 req-a939a3c2-2b25-4c5b-8f75-350524535502 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 Oct 14 13:02:59.270452 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-f05049b2-a8ca-4562-a4ee-32b49f8abfb6 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:59.271965 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-f05049b2-a8ca-4562-a4ee-32b49f8abfb6 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0551960 Oct 14 13:02:59.544830 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7c12e-310f-4f7b-8b2c-f91b8c6c42dc req-17f26b69-916e-401e-8a88-430c806b5c70 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:59.546231 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9a7c12e-310f-4f7b-8b2c-f91b8c6c42dc req-17f26b69-916e-401e-8a88-430c806b5c70 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 945 time: 0.0491343 Oct 14 13:02:59.594027 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9a7c12e-310f-4f7b-8b2c-f91b8c6c42dc req-14fb87c2-c3ae-437d-8ff4-8332f3a3916c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ce20457d-6b9f-4261-b888-4ea267a43120&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Oct 14 13:02:59.651439 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:02:59.702506 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port f683cd87-b2e8-44df-bb14-216087a69181 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:02:59.702864 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (f683cd87-b2e8-44df-bb14-216087a69181), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:59.803933 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eba3c-92ff-4e8d-87af-bf554b09b350 req-46b28b0c-8b59-4df1-971b-e21c7fb686c5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:59.805414 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-779eba3c-92ff-4e8d-87af-bf554b09b350 req-46b28b0c-8b59-4df1-971b-e21c7fb686c5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0753386 Oct 14 13:02:59.837458 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] For port f683cd87-b2e8-44df-bb14-216087a69181, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=f683cd87-b2e8-44df-bb14-216087a69181,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:02:59.837928 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (f683cd87-b2e8-44df-bb14-216087a69181), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:02:59.857424 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-779eba3c-92ff-4e8d-87af-bf554b09b350 req-b28f1d22-bc7c-4f97-a338-53a4d6139593 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454779 Oct 14 13:02:59.969774 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee73408-52a3-4604-9adf-5556eb709679 req-be1fa556-fc8f-430b-afba-fea6e2e774e0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:02:59.971281 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ee73408-52a3-4604-9adf-5556eb709679 req-be1fa556-fc8f-430b-afba-fea6e2e774e0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.1246262 Oct 14 13:02:59.985982 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-597590ae-8902-4139-acc5-a690b4152161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:00.007334 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:00.106855 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ee73408-52a3-4604-9adf-5556eb709679 req-a2dc52b8-40e5-4824-856f-ff46d08c708d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291058 Oct 14 13:03:00.131690 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:00.132058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (78adf5ab-0e17-492a-8ce4-38bddb74bdd4), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:00.132381 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP 78adf5ab-0e17-492a-8ce4-38bddb74bdd4 disassociated. External IP: 172.27.3.104, port: f683cd87-b2e8-44df-bb14-216087a69181. Oct 14 13:03:00.132724 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for f683cd87-b2e8-44df-bb14-216087a69181 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:00.472527 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (f683cd87-b2e8-44df-bb14-216087a69181), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:00.501249 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=f683cd87-b2e8-44df-bb14-216087a69181,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:00.516842 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.517193 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.517549 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.517892 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.518219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.518545 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.518872 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.519193 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.519515 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.519836 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.520210 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.520501 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.520831 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.521137 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.521453 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:00.629065 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:03:00.713496 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d157490-9423-4a5b-8a4d-91618bfde274 req-d3a64624-b7ff-4b38-849c-e879b2578c66 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.0370250 Oct 14 13:03:00.775396 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:03:00.790840 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:03:00.803290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:00.804263 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:02:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:00.819585 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:00.826433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:00.828024 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] No DVR routers for this DVR port f683cd87-b2e8-44df-bb14-216087a69181 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:03:00.831890 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:00.835386 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-3df5875d-4fb2-4bd7-8123-51c4044a949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:00.836181 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01f21a43-9332-43d4-8589-403e1bc1acd6 req-af700d81-ea19-4e7c-befa-e9e85128ea4c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f683cd87-b2e8-44df-bb14-216087a69181 HTTP/1.1" status: 204 len: 173 time: 1.2201979 Oct 14 13:03:00.836877 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'name': 'network-vif-deleted', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:00.837173 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-3df5875d-4fb2-4bd7-8123-51c4044a949b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0620246 Oct 14 13:03:00.839796 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a236a9c7-b6bf-470a-a300-9370de57fc7c" -d '{"events": [{"server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "name": "network-vif-deleted", "tag": "f683cd87-b2e8-44df-bb14-216087a69181"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:00.896361 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedbb34-bc0f-4af8-809d-4f3dda629885 x-openstack-request-id: req-6cedbb34-bc0f-4af8-809d-4f3dda629885 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:00.896647 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe0d2ae-312a-4c18-96d6-ae8d86372eee", "name": "network-vif-deleted", "tag": "f683cd87-b2e8-44df-bb14-216087a69181", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:00.896898 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cedbb34-bc0f-4af8-809d-4f3dda629885 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:00.897451 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cedbb34-bc0f-4af8-809d-4f3dda629885'] response: {'server_uuid': '5fe0d2ae-312a-4c18-96d6-ae8d86372eee', 'name': 'network-vif-deleted', 'tag': 'f683cd87-b2e8-44df-bb14-216087a69181', 'status': 'completed', 'code': 200} Oct 14 13:03:00.947898 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:00.967458 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df264f5e-9a72-4d40-b661-2acc33f21414 req-ab2d17a9-1255-43de-8e93-a7e1fb1e63fe tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:00.975495 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-df264f5e-9a72-4d40-b661-2acc33f21414 req-ab2d17a9-1255-43de-8e93-a7e1fb1e63fe tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.1539881 Oct 14 13:03:01.020658 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5b0d-c31c-468b-82e7-18bc3bd4535b req-867b4064-e6f1-4fbb-bab8-3c7210c67048 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:01.030410 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7f7a5b0d-c31c-468b-82e7-18bc3bd4535b req-867b4064-e6f1-4fbb-bab8-3c7210c67048 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0804520 Oct 14 13:03:01.035893 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-df264f5e-9a72-4d40-b661-2acc33f21414 req-0e768076-08dc-4629-a3ef-b849563d42b9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590549 Oct 14 13:03:01.079174 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-a6581299-1b31-473d-8fa8-656a6930e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:01.083522 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-a6581299-1b31-473d-8fa8-656a6930e469 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.2180474 Oct 14 13:03:01.085070 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7f7a5b0d-c31c-468b-82e7-18bc3bd4535b req-da0b316c-20c7-46db-80f7-5ff39380e79c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537186 Oct 14 13:03:01.258640 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:30Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:01.282827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5c986-8488-4fbf-8e51-3cba46facad2 req-d1b194ce-db6e-43ca-9034-81b51df136bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:01.284446 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f5d5c986-8488-4fbf-8e51-3cba46facad2 req-d1b194ce-db6e-43ca-9034-81b51df136bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0869853 Oct 14 13:03:01.284806 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:03:01.286802 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-a900adb7-1634-40a5-8b04-7f3d38c2c02e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 1000 time: 0.1359744 Oct 14 13:03:01.293622 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:01.294216 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:02:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:01.318170 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:01.346010 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f5d5c986-8488-4fbf-8e51-3cba46facad2 req-4b27fc1c-1497-4c35-997b-d721cb0783e5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551724 Oct 14 13:03:01.399614 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:01.610905 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:30Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:01.639852 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063631d-807b-4337-94b2-e3a6e878df66 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'f31b680e-6319-4454-b3d0-86188a58538b', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:a7:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T12:59:58Z', 'updated_at': '2022-10-14T13:00:30Z', 'revision_number': 2, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:03:01.844333 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb277189-964d-4b5d-86a2-f0e4ee5c7229 req-4125fde1-af32-4257-b1e1-98f966570e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5fe0d2ae-312a-4c18-96d6-ae8d86372eee HTTP/1.1" status: 200 len: 210 time: 0.0296710 Oct 14 13:03:01.870735 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48087a78-d7ff-4e49-8c41-d2011aa847eb None None] New status for floating IP 78adf5ab-0e17-492a-8ce4-38bddb74bdd4: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:03:02.055992 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-0802a01a-51ac-4329-b691-1095bfda4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:02.057495 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-0802a01a-51ac-4329-b691-1095bfda4a37 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0527799 Oct 14 13:03:02.105417 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-777a5e52-f140-4e26-aeb1-f9f2f93abf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:02.106961 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-777a5e52-f140-4e26-aeb1-f9f2f93abf96 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429213 Oct 14 13:03:02.180948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7572-e691-419f-930a-878f7291791a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:02.249282 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e32fb-a61b-450d-a544-aedc1270b625 req-7d8b5462-f261-4ab6-8583-8bb7e0871a46 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:02.251046 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-075e32fb-a61b-450d-a544-aedc1270b625 req-7d8b5462-f261-4ab6-8583-8bb7e0871a46 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0567300 Oct 14 13:03:02.259332 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-d8e6275b-4e79-46e7-b40b-2dfcac07939d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427701 Oct 14 13:03:02.265946 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9b375-e80b-4c7a-a5a3-88c6c439aa18 req-b29a3d80-069a-462a-be4c-b1151bc6a9c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:02.267539 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43b9b375-e80b-4c7a-a5a3-88c6c439aa18 req-b29a3d80-069a-462a-be4c-b1151bc6a9c9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0782683 Oct 14 13:03:02.320714 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-075e32fb-a61b-450d-a544-aedc1270b625 req-737e1d2c-76d4-4155-bd96-2e7b3a30fa60 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600998 Oct 14 13:03:02.384639 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43b9b375-e80b-4c7a-a5a3-88c6c439aa18 req-f2d1fc21-2bd2-401b-8db9-1e6f84eabffd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064582 Oct 14 13:03:02.402404 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2cea95fe-6fbd-4897-8d75-f90218cfed75 req-90e69d7d-8d5b-448c-9d78-3f985f62d610 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339304 Oct 14 13:03:02.478639 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584e52-1663-42f6-b16a-ca667caa1113 req-8af8bbab-fa87-4641-bb3b-236fc189a33a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:02.480122 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-08584e52-1663-42f6-b16a-ca667caa1113 req-8af8bbab-fa87-4641-bb3b-236fc189a33a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 944 time: 0.0471702 Oct 14 13:03:02.528201 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-08584e52-1663-42f6-b16a-ca667caa1113 req-1ec56baa-edb8-4b79-8ed1-ced07e12f948 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Oct 14 13:03:02.898693 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:03:02.902575 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device f683cd87-b2e8-44df-bb14-216087a69181 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:03:02.929948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: f683cd87-b2e8-44df-bb14-216087a69181 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:03:02.930637 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device f683cd87-b2e8-44df-bb14-216087a69181 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:03:02.941465 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 45892) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:02.950840 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:02.972545 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:02.981156 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:03.013560 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a785fda5-2661-4be7-84c7-1ea913ea9986 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (ce20457d-6b9f-4261-b888-4ea267a43120), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.031518 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:03.042907 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a785fda5-2661-4be7-84c7-1ea913ea9986 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (ce20457d-6b9f-4261-b888-4ea267a43120), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.043975 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'e3f9c588-4549-470d-90da-07db69916332', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'port_id': 'e3f9c588-4549-470d-90da-07db69916332', 'mac_address': 'fa:16:3e:e7:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:03:03.084792 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:03:03.085189 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.099035 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a785fda5-2661-4be7-84c7-1ea913ea9986 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ce20457d-6b9f-4261-b888-4ea267a43120), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.100883 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f9c588-4549-470d-90da-07db69916332 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:03:03.101976 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a785fda5-2661-4be7-84c7-1ea913ea9986 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.105663 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a785fda5-2661-4be7-84c7-1ea913ea9986 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ce20457d-6b9f-4261-b888-4ea267a43120 HTTP/1.1" status: 204 len: 168 time: 0.1604896 Oct 14 13:03:03.106110 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45894) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:03.115616 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785fda5-2661-4be7-84c7-1ea913ea9986 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce20457d-6b9f-4261-b888-4ea267a43120,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:03.123358 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-9b481ab1-09aa-4748-8f1e-b6f8037dd14a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] show failed (client error): The resource could not be found. Oct 14 13:03:03.124662 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9b481ab1-09aa-4748-8f1e-b6f8037dd14a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups/ce20457d-6b9f-4261-b888-4ea267a43120 HTTP/1.1" status: 404 len: 347 time: 0.0175672 Oct 14 13:03:03.127648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 45896) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:03.139822 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:03.144771 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.193873 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=9']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:03.201411 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.201777 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.202140 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.202480 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.202811 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.203134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.203454 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.203798 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.204113 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.204433 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.204757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.205088 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.205406 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.205746 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.206061 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.243314 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port 6982095e-6187-4c28-b1ef-532c12995f29 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:03.243585 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (6982095e-6187-4c28-b1ef-532c12995f29), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.320225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (6982095e-6187-4c28-b1ef-532c12995f29), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.320546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (6982095e-6187-4c28-b1ef-532c12995f29), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.332184 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for 6982095e-6187-4c28-b1ef-532c12995f29 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:03.392496 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:03.459460 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf496d-f429-488c-a5fa-7d937bdf455e req-748ca61d-41e4-401d-b53a-4199ba672f0f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:03.460930 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ebaf496d-f429-488c-a5fa-7d937bdf455e req-748ca61d-41e4-401d-b53a-4199ba672f0f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0588894 Oct 14 13:03:03.487611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['e3f9c588-4549-470d-90da-07db69916332'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:03:03.515759 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cd22e-ce67-4b2a-bec8-02c9e764bd5e req-7c8565fe-89b6-41b4-9835-934286ff9292 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:03.517291 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-307cd22e-ce67-4b2a-bec8-02c9e764bd5e req-7c8565fe-89b6-41b4-9835-934286ff9292 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Oct 14 13:03:03.548603 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ebaf496d-f429-488c-a5fa-7d937bdf455e req-475315b4-c25b-4923-9881-0eab755e90ec tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814052 Oct 14 13:03:03.550114 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.553302 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (6982095e-6187-4c28-b1ef-532c12995f29), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.584949 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-307cd22e-ce67-4b2a-bec8-02c9e764bd5e req-6e485a7f-cb8a-423a-9810-1a26731c021b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596085 Oct 14 13:03:03.587244 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=6982095e-6187-4c28-b1ef-532c12995f29,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:03.612904 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.613236 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.613576 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.613967 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.614582 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.614794 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.615096 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.615377 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.615710 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.616033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.616356 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.616675 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.616991 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.617310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.617689 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:03:03.691214 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (78adf5ab-0e17-492a-8ce4-38bddb74bdd4), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.694213 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:03.695349 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-67973cf8-c2d5-4c92-bc5c-816d65fed90a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/78adf5ab-0e17-492a-8ce4-38bddb74bdd4 HTTP/1.1" status: 204 len: 168 time: 0.5662222 Oct 14 13:03:03.711793 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbc614-1906-4e57-9fde-0918d3cffca9 req-2ab74af5-8f1a-493a-ac09-c8a4857ad920 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:03.713625 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bfbc614-1906-4e57-9fde-0918d3cffca9 req-2ab74af5-8f1a-493a-ac09-c8a4857ad920 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 945 time: 0.0554321 Oct 14 13:03:03.725800 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:03.762501 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bfbc614-1906-4e57-9fde-0918d3cffca9 req-74c8aa04-3835-43fc-a016-e6f9d73261ce tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Oct 14 13:03:04.682538 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97ee82-2af6-41df-be6e-7845e28ccb87 req-87c9e971-68e0-44d3-824b-1d488017e844 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:04.684039 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5f97ee82-2af6-41df-be6e-7845e28ccb87 req-87c9e971-68e0-44d3-824b-1d488017e844 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0513864 Oct 14 13:03:04.700707 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde052c6-c63f-4a44-85e5-719f2e5b9076 req-caa723d9-d716-43c7-8b06-43f5e0dfd826 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:04.702542 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dde052c6-c63f-4a44-85e5-719f2e5b9076 req-caa723d9-d716-43c7-8b06-43f5e0dfd826 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0469873 Oct 14 13:03:04.732816 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5f97ee82-2af6-41df-be6e-7845e28ccb87 req-fe41c024-e228-4d61-9e30-aab8fb5e8be0 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431032 Oct 14 13:03:04.751557 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dde052c6-c63f-4a44-85e5-719f2e5b9076 req-cf2601e7-b073-46f3-9604-739ab6adba5f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438035 Oct 14 13:03:04.900514 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b9ccf-4488-49f1-b32e-a467fa27b3bd req-0b911d0b-1dd8-4800-b2fa-13c417a8b568 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:04.901974 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f9b9ccf-4488-49f1-b32e-a467fa27b3bd req-0b911d0b-1dd8-4800-b2fa-13c417a8b568 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 945 time: 0.0575352 Oct 14 13:03:04.911277 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:03:04.950401 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f9b9ccf-4488-49f1-b32e-a467fa27b3bd req-47a0dbc3-d476-4f4d-83d6-e571175fbbbb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 Oct 14 13:03:04.958362 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port e3f9c588-4549-470d-90da-07db69916332 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:03:04.958737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e3f9c588-4549-470d-90da-07db69916332), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:04.959066 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port e3f9c588-4549-470d-90da-07db69916332 Oct 14 13:03:05.031742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e3f9c588-4549-470d-90da-07db69916332 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:03:05.031950 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e3f9c588-4549-470d-90da-07db69916332), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:05.054502 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:05.056706 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ef5af-78b5-4b46-9cb5-efca60deb858" -d '{"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:05.069847 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:05.073981 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e3f9c588-4549-470d-90da-07db69916332), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:05.097887 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc996d99-f00a-4bf1-9315-86d67989de20 x-openstack-request-id: req-fc996d99-f00a-4bf1-9315-86d67989de20 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:05.098241 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9c588-4549-470d-90da-07db69916332", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:05.098501 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc996d99-f00a-4bf1-9315-86d67989de20 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:05.098893 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc996d99-f00a-4bf1-9315-86d67989de20'] response: {'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'code': 200} Oct 14 13:03:05.143131 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:05.150777 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=10']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:05.168300 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:05.392827 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b259ce-01ba-4752-9627-8ce0cf049f62 req-52fe27f9-a724-4e84-b199-c384739cd9de tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:05.394329 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81b259ce-01ba-4752-9627-8ce0cf049f62 req-52fe27f9-a724-4e84-b199-c384739cd9de tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.0470440 Oct 14 13:03:05.441185 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81b259ce-01ba-4752-9627-8ce0cf049f62 req-a0dc5a03-39fe-4486-bf3d-f8560270e598 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Oct 14 13:03:05.857428 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8fbcd-6d21-4bd4-86c8-3e7ed776d140 req-bea78bd0-5e9d-4bda-a8ba-f5e534f70d24 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:05.858928 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ecd8fbcd-6d21-4bd4-86c8-3e7ed776d140 req-bea78bd0-5e9d-4bda-a8ba-f5e534f70d24 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0497434 Oct 14 13:03:05.874695 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07837d-7f78-4bea-a871-a7970853c401 req-aeedb9a7-e350-49f8-b1da-b222de5f39cd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:05.876176 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d07837d-7f78-4bea-a871-a7970853c401 req-aeedb9a7-e350-49f8-b1da-b222de5f39cd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Oct 14 13:03:05.907051 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ecd8fbcd-6d21-4bd4-86c8-3e7ed776d140 req-58c671ed-3702-43b0-bc1e-f45907cd7647 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Oct 14 13:03:05.927652 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d07837d-7f78-4bea-a871-a7970853c401 req-33643fcd-2a93-4c49-8ace-9719acf5a4dd tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 Oct 14 13:03:06.074665 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eac44-7aec-494d-b54c-cfcb66048538 req-dee6a789-cc8b-4962-a4bd-340c28a38845 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:06.076022 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e37eac44-7aec-494d-b54c-cfcb66048538 req-dee6a789-cc8b-4962-a4bd-340c28a38845 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0450833 Oct 14 13:03:06.122354 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e37eac44-7aec-494d-b54c-cfcb66048538 req-7f7cd983-03d5-4f77-8c93-5ba2ae5f6c87 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Oct 14 13:03:06.561315 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bb78-16e0-4ef0-a065-a54bc4b50530 req-5a1452ad-9f19-4419-97ca-f7e9849debba tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:06.562789 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6553bb78-16e0-4ef0-a065-a54bc4b50530 req-5a1452ad-9f19-4419-97ca-f7e9849debba tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.0464489 Oct 14 13:03:06.610766 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6553bb78-16e0-4ef0-a065-a54bc4b50530 req-d50ca619-83aa-449f-98fa-8ddd5e80342e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Oct 14 13:03:06.922982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17cd0-e7e9-430b-8e49-48f202e20ccd req-c660e884-8cb9-4ae8-ad76-9232a39108ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:06.924420 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-53d17cd0-e7e9-430b-8e49-48f202e20ccd req-c660e884-8cb9-4ae8-ad76-9232a39108ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 1131 time: 0.0366180 Oct 14 13:03:07.045058 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c0664-f0d9-4b83-8140-5e15aeab18d6 req-82dddc5c-79e4-467c-82b4-d6b59529278e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:07.046669 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-699c0664-f0d9-4b83-8140-5e15aeab18d6 req-82dddc5c-79e4-467c-82b4-d6b59529278e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0642891 Oct 14 13:03:07.050893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4244e8-5dd5-4a3b-a793-de65038be191 req-5e349e2a-c657-4f74-9040-cccf8d54eaf9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:07.058013 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f4244e8-5dd5-4a3b-a793-de65038be191 req-5e349e2a-c657-4f74-9040-cccf8d54eaf9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0534554 Oct 14 13:03:07.085218 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-53d17cd0-e7e9-430b-8e49-48f202e20ccd req-435f7e36-20eb-46fa-a4b5-cc69fd5b7794 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683703 Oct 14 13:03:07.103791 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f4244e8-5dd5-4a3b-a793-de65038be191 req-b5340ff8-55c9-4844-90dc-fa8eb0f300e9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Oct 14 13:03:07.111281 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-699c0664-f0d9-4b83-8140-5e15aeab18d6 req-800cbc7c-9caa-4120-b305-fc70c53d2eda tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553353 Oct 14 13:03:07.212683 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:07.252771 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cf2ed-b4b9-4b33-bbf7-2ceb633a5850 req-47e5df88-2f1f-41a5-8ccc-9a2a84a91d5d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:07.254592 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3e2cf2ed-b4b9-4b33-bbf7-2ceb633a5850 req-47e5df88-2f1f-41a5-8ccc-9a2a84a91d5d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0515256 Oct 14 13:03:07.300673 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3e2cf2ed-b4b9-4b33-bbf7-2ceb633a5850 req-886f6494-626d-48a5-a883-1f6e83d31674 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 Oct 14 13:03:07.383002 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-89c6cab0-66b2-4f4c-aa1e-103d8d76b307 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:07.384416 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-89c6cab0-66b2-4f4c-aa1e-103d8d76b307 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.0454648 Oct 14 13:03:07.479816 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:07.498028 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:07.498373 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:07.590137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] For port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:07.590517 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:07.775875 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a359-6b7b-4bd5-ade4-d0de3a2cdbca req-d255ae76-1a79-4cce-b780-7df7b8371120 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:07.777231 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1f38a359-6b7b-4bd5-ade4-d0de3a2cdbca req-d255ae76-1a79-4cce-b780-7df7b8371120 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 945 time: 0.0875385 Oct 14 13:03:08.084617 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:08.085256 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (f31b680e-6319-4454-b3d0-86188a58538b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:08.085256 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP f31b680e-6319-4454-b3d0-86188a58538b disassociated. External IP: 172.27.3.228, port: 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568. Oct 14 13:03:08.085535 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:08.096703 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1f38a359-6b7b-4bd5-ade4-d0de3a2cdbca req-a7f2fd8c-18cb-4755-ae3b-2a4f486677ab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e84d66a6-402a-4253-8abf-150793fe2a04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115849 Oct 14 13:03:08.103649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:08.229141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64f262-fa91-4a63-90e2-2ce9bcffd659 req-0f80076b-32d9-4bc1-9b9e-5caf69169d4b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:08.230663 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ab64f262-fa91-4a63-90e2-2ce9bcffd659 req-0f80076b-32d9-4bc1-9b9e-5caf69169d4b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0471606 Oct 14 13:03:08.261590 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50543d89-1cf7-4667-89df-63adf9574524 req-fc2ed2ed-68e2-43e7-a628-2dd1fdea32de tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:08.263571 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-50543d89-1cf7-4667-89df-63adf9574524 req-fc2ed2ed-68e2-43e7-a628-2dd1fdea32de tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0632541 Oct 14 13:03:08.264655 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:08.281687 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ab64f262-fa91-4a63-90e2-2ce9bcffd659 req-fa64abf5-b973-4471-96f0-70a18c466ff8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450723 Oct 14 13:03:08.300188 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:08.397512 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-50543d89-1cf7-4667-89df-63adf9574524 req-0e7ab03c-f338-4f34-a24c-e733cfa5d85a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056409 Oct 14 13:03:08.440885 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:08.458567 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:03:08.463998 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8ecd4-663f-45e8-bd79-593ea14bafdf req-b20f771f-5545-42a9-a688-5d76d5d5b8b9 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:08.465598 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a0c8ecd4-663f-45e8-bd79-593ea14bafdf req-b20f771f-5545-42a9-a688-5d76d5d5b8b9 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0824647 Oct 14 13:03:08.519427 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a0c8ecd4-663f-45e8-bd79-593ea14bafdf req-4f8e9cb5-188b-40c1-818b-b4c28aa8d302 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Oct 14 13:03:08.578772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:03:08.589395 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:03:08.601051 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:08.601791 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:08.652474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] No DVR routers for this DVR port 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:03:08.655870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:08.659551 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc1c4f09-b3bd-41a7-8fc6-76e5fcb2e750 req-26675248-21cd-47e8-91b7-cb7832901eab tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 HTTP/1.1" status: 204 len: 173 time: 1.2693663 Oct 14 13:03:08.660182 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'name': 'network-vif-deleted', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:08.662491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf838b6-0935-4cdd-8023-5b0feacaa969" -d '{"events": [{"server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "name": "network-vif-deleted", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:08.718359 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e544e9f3-b162-46b8-932f-1bf7f388f8a0 x-openstack-request-id: req-e544e9f3-b162-46b8-932f-1bf7f388f8a0 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:08.718756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defcc0c0-d0f4-4913-899d-4d20b75896d6", "name": "network-vif-deleted", "tag": "1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:08.718966 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e544e9f3-b162-46b8-932f-1bf7f388f8a0 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:08.720150 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e544e9f3-b162-46b8-932f-1bf7f388f8a0'] response: {'server_uuid': 'defcc0c0-d0f4-4913-899d-4d20b75896d6', 'name': 'network-vif-deleted', 'tag': '1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568', 'status': 'completed', 'code': 200} Oct 14 13:03:08.874130 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:08.911715 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:08.918643 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:09.084570 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:09.113400 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:03:09.122815 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:09.123425 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:09.226369 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-436dfafb-0d04-4a70-a358-fdca3d539451 req-bca00628-f68f-4223-89d5-ee7f96f7f11d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=defcc0c0-d0f4-4913-899d-4d20b75896d6 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Oct 14 13:03:09.227906 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:09.396150 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:03:09.414468 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f5408-0563-4603-abb9-fad44f6e587b req-8b4ecad5-7ed7-4c00-8a36-b35b83d36754 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:09.416151 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e03f5408-0563-4603-abb9-fad44f6e587b req-8b4ecad5-7ed7-4c00-8a36-b35b83d36754 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Oct 14 13:03:09.428693 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:09.447752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:09.463976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843eb39-78ae-4f50-a618-19ad42a7e3b6 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:03:09.491105 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e03f5408-0563-4603-abb9-fad44f6e587b req-780dbac9-b456-4329-947d-c1021bb8595a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684793 Oct 14 13:03:09.571372 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6c192-ec96-41ae-b525-614ddd149940 req-4ad42b76-a354-49a6-9048-9af16e4bac47 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:09.573779 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7be6c192-ec96-41ae-b525-614ddd149940 req-4ad42b76-a354-49a6-9048-9af16e4bac47 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0556309 Oct 14 13:03:09.640282 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7be6c192-ec96-41ae-b525-614ddd149940 req-e313e650-0abd-4ad7-a352-454557ee67cc tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597224 Oct 14 13:03:09.678964 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0928f-d2bf-40c0-a991-691601d01de4 req-ef421724-3244-477e-8ea5-9f91d321f70d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:09.680470 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-18d0928f-d2bf-40c0-a991-691601d01de4 req-ef421724-3244-477e-8ea5-9f91d321f70d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0597045 Oct 14 13:03:09.741964 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-18d0928f-d2bf-40c0-a991-691601d01de4 req-b3378552-896c-4178-b418-c8151b2f996e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547428 Oct 14 13:03:09.786541 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13646a-32b2-41e7-9ca8-e47d6b35d1c6 None None] New status for floating IP f31b680e-6319-4454-b3d0-86188a58538b: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:03:09.887429 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac2697-cfe9-4a9d-9ca3-cc0c0b8b2f8a req-27cecda5-14fd-4ad6-8370-69ccc7f78465 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:09.888935 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-82ac2697-cfe9-4a9d-9ca3-cc0c0b8b2f8a req-27cecda5-14fd-4ad6-8370-69ccc7f78465 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0531380 Oct 14 13:03:09.926888 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-76ed4763-a772-4c5a-bd6f-36d7f65c7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:09.928553 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-76ed4763-a772-4c5a-bd6f-36d7f65c7757 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1129 time: 0.0468218 Oct 14 13:03:09.943272 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-82ac2697-cfe9-4a9d-9ca3-cc0c0b8b2f8a req-6c40af73-87a8-477e-a282-c16b862f0f9a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484061 Oct 14 13:03:10.022088 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-02505c4d-d672-4792-a5c1-30de6652c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:10.023492 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-02505c4d-d672-4792-a5c1-30de6652c3a7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 912 time: 0.0872371 Oct 14 13:03:10.079447 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:10.088036 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-83dd71e3-2669-4499-b0a8-8af431bf6e68 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 200 len: 1001 time: 0.0583513 Oct 14 13:03:10.135694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-9693c7b8-e69c-435f-9829-13dabe4d57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:10.137074 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-9693c7b8-e69c-435f-9829-13dabe4d57b1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.0431886 Oct 14 13:03:10.179920 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-92df49eb-eb91-4467-8dc5-03d9e6b06497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:10.181365 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-92df49eb-eb91-4467-8dc5-03d9e6b06497 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379379 Oct 14 13:03:10.274535 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-86eafd84-a4a2-47f9-86c7-cd272e808ba0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870612 Oct 14 13:03:10.322165 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46008) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:10.373842 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dd0ded87-0f7c-4ce8-b686-56bdde4ed47c req-e46ba07a-74fd-42f7-bc6f-8a737b00dfe9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927484 Oct 14 13:03:10.376871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-062b0919-f4ac-4f25-9d90-7f1443965946 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (e84d66a6-402a-4253-8abf-150793fe2a04), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.402269 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-062b0919-f4ac-4f25-9d90-7f1443965946 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (e84d66a6-402a-4253-8abf-150793fe2a04), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.450461 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-062b0919-f4ac-4f25-9d90-7f1443965946 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (e84d66a6-402a-4253-8abf-150793fe2a04), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.453224 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-062b0919-f4ac-4f25-9d90-7f1443965946 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.454429 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-062b0919-f4ac-4f25-9d90-7f1443965946 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e84d66a6-402a-4253-8abf-150793fe2a04 HTTP/1.1" status: 204 len: 168 time: 0.1312797 Oct 14 13:03:10.457288 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46010) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:10.464637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b0919-f4ac-4f25-9d90-7f1443965946 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d66a6-402a-4253-8abf-150793fe2a04,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:10.471548 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-b231b830-51bc-4fa6-9e96-f32115907b72 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] show failed (client error): The resource could not be found. Oct 14 13:03:10.477466 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b231b830-51bc-4fa6-9e96-f32115907b72 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups/e84d66a6-402a-4253-8abf-150793fe2a04 HTTP/1.1" status: 404 len: 347 time: 0.0185881 Oct 14 13:03:10.480382 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46012) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:10.624370 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port 05ec70ec-e0e7-454c-8df3-a01fd54430f7 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:10.624714 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.642617 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32125e41-c0b4-46ce-954d-7562301da0fd req-88be0892-0fd5-414a-a499-faafb83d1fb8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:10.644064 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-32125e41-c0b4-46ce-954d-7562301da0fd req-88be0892-0fd5-414a-a499-faafb83d1fb8 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0636978 Oct 14 13:03:10.739326 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-32125e41-c0b4-46ce-954d-7562301da0fd req-03bf4858-603f-4452-809f-1a762ef187ac tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686796 Oct 14 13:03:10.747274 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.747608 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (05ec70ec-e0e7-454c-8df3-a01fd54430f7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.760767 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for 05ec70ec-e0e7-454c-8df3-a01fd54430f7 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:10.879739 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:10.891041 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (05ec70ec-e0e7-454c-8df3-a01fd54430f7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.913258 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=05ec70ec-e0e7-454c-8df3-a01fd54430f7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:10.925079 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:03:10.949507 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:03:10.949850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1f5e8c9c-50a5-47d9-a8b7-c42df0f5a568 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:03:10.981860 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (f31b680e-6319-4454-b3d0-86188a58538b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.986182 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:10.987117 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2d7e28e4-c263-410f-b5cf-e54c5a85d489 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/f31b680e-6319-4454-b3d0-86188a58538b HTTP/1.1" status: 204 len: 168 time: 0.5057685 Oct 14 13:03:11.057332 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46020) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:11.062160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427230155', 'description': 'tempest-description--1956903377'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:11.071524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202742b-3a53-4e6e-adda-40be1bac086a req-18f180df-be73-4dfd-86cc-4c70b9925c81 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:11.073020 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1202742b-3a53-4e6e-adda-40be1bac086a req-18f180df-be73-4dfd-86cc-4c70b9925c81 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0519238 Oct 14 13:03:11.083060 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.103028 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:11.123750 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1202742b-3a53-4e6e-adda-40be1bac086a req-5127958e-f612-40a3-88ce-fd74378f720a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441449 Oct 14 13:03:11.159873 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (22600316-6311-43f9-8e75-9262ae7353f8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.164569 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (22600316-6311-43f9-8e75-9262ae7353f8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.210557 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22600316-6311-43f9-8e75-9262ae7353f8,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:11.217300 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.218676 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-58ebdd04-cef0-4cd2-ac78-6301be394e92 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1600847 Oct 14 13:03:11.222225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46022) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:11.227538 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': '22600316-6311-43f9-8e75-9262ae7353f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:11.258872 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (695b4860-82a6-4154-945e-6519abef39c4), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.308069 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (695b4860-82a6-4154-945e-6519abef39c4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.312123 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (695b4860-82a6-4154-945e-6519abef39c4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.332003 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695b4860-82a6-4154-945e-6519abef39c4,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:11.336939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.338280 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6fcbbeca-6590-4777-a6de-44d55be0ed05 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143808 Oct 14 13:03:11.340834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46024) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:11.344958 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': '22600316-6311-43f9-8e75-9262ae7353f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:11.371319 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (52e4e8b8-1a40-4cdd-96a7-03f571ae5044), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.427124 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (52e4e8b8-1a40-4cdd-96a7-03f571ae5044), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.430598 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (52e4e8b8-1a40-4cdd-96a7-03f571ae5044), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.448490 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e4e8b8-1a40-4cdd-96a7-03f571ae5044,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:11.457030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.458767 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6c88f04a-c1da-473e-9d9a-86a0dd6be343 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170297 Oct 14 13:03:11.461977 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46026) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:11.466122 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:11.487257 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.566694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.668952 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:11.670447 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.27.3.178 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/743d21e7-0944-4135-b6f7-c18f7fabd4a1) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:03:11.778169 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.787530 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:11.813219 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:11.892750 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:03:11.896069 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=743d21e7-0944-4135-b6f7-c18f7fabd4a1,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:11.898862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:03:11.905952 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391c2d-3d26-4144-a146-ee1af761b25c req-0b23b29c-b3c6-436c-b17a-9e48aea48c3a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:11.907419 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26391c2d-3d26-4144-a146-ee1af761b25c req-0b23b29c-b3c6-436c-b17a-9e48aea48c3a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0893846 Oct 14 13:03:11.908108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:03:12.013755 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26391c2d-3d26-4144-a146-ee1af761b25c req-ce2ec136-8b50-49e8-b99d-534eae0b3191 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855050 Oct 14 13:03:12.024821 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (e443deb3-810d-45f2-83fe-88d328f0be02), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:12.061568 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:12.210624 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:12.215137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:12.246308 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41a3a5-a198-4e5c-8e05-fb762d1ea547 req-0781abe9-9181-4117-9e6d-541e4ed93d2c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:12.247810 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f41a3a5-a198-4e5c-8e05-fb762d1ea547 req-0781abe9-9181-4117-9e6d-541e4ed93d2c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Oct 14 13:03:12.284735 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=743d21e7-0944-4135-b6f7-c18f7fabd4a1,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:12.287301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (e443deb3-810d-45f2-83fe-88d328f0be02), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:12.295939 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f41a3a5-a198-4e5c-8e05-fb762d1ea547 req-2300d13b-c154-4a79-b13f-b86678a5d4cd tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 Oct 14 13:03:12.303909 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:12.305164 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c4b799c9-9912-42c8-95be-03020f471c43 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8422875 Oct 14 13:03:12.502223 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-06b18289-f802-4c8b-9574-416cbfed7adc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1427230155&fields=id&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 267 time: 0.0430462 Oct 14 13:03:12.609662 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-360b9179-d4c6-4a5f-892a-a042ce40a36c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:12.611112 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-360b9179-d4c6-4a5f-892a-a042ce40a36c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.1024671 Oct 14 13:03:12.625801 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-a480c0c7-8829-4eb5-aa84-69341acc95d5 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/quotas/6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Oct 14 13:03:12.639881 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:12.674684 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-5c054501-bed6-4d98-9fef-ccfd3812446d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440617 Oct 14 13:03:12.758092 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:12.773272 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-01122ff2-5bf9-47d4-ac1e-4bf3b8fd6ce2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869851 Oct 14 13:03:12.860735 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-89dba55a-61a0-4295-9bb5-516b5795d502 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817521 Oct 14 13:03:13.022482 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b5d46c66-f3f6-4301-8db6-c928507307dc req-237b6b03-eb41-4bf8-8fba-5dce30a65ea2 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Oct 14 13:03:13.143501 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b71ef-eea0-440f-bf4c-36e9faa6374d req-5a7fc476-fc86-4342-a8ab-82d9e21bc3fe tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:13.145519 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-831b71ef-eea0-440f-bf4c-36e9faa6374d req-5a7fc476-fc86-4342-a8ab-82d9e21bc3fe tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0509958 Oct 14 13:03:13.194538 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-831b71ef-eea0-440f-bf4c-36e9faa6374d req-48205f83-dfe0-4c10-8211-e149e9dc25a7 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431750 Oct 14 13:03:13.421188 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:14.130173 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7003b4e4-19fa-4ab5-8ff7-f8336a214b09 req-0c9d75b7-3a98-4f8d-b72c-706c9e535e4f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 210 time: 0.0350263 Oct 14 13:03:14.345742 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-e23ae246-bd12-487c-a3c3-2a734e9c7d5d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:14.347194 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-e23ae246-bd12-487c-a3c3-2a734e9c7d5d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.1441514 Oct 14 13:03:14.353419 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674201e-d19c-41e9-b9fd-5d719526a58f req-eefb57e7-7a68-4ec6-a2e3-20addae029fb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:14.354835 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7674201e-d19c-41e9-b9fd-5d719526a58f req-eefb57e7-7a68-4ec6-a2e3-20addae029fb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0768645 Oct 14 13:03:14.439677 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-9d46629b-a0ce-4234-9206-b2e15076069c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 380 time: 0.0834727 Oct 14 13:03:14.442691 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7674201e-d19c-41e9-b9fd-5d719526a58f req-2b40f8a0-9ace-42af-8845-0f817db8ecc6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804162 Oct 14 13:03:14.448684 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'port': {'device_id': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'admin_state_up': True, 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'security_groups': ['22600316-6311-43f9-8e75-9262ae7353f8']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:14.557328 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Made reservation on behalf of 6c0d083e8cef4333b9514d2256991647 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:03:14.561052 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:14.681560 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.20.0.11 (70bca7d9-a052-4048-8e74-16b14b95c03e/b534a606-0783-47be-9c10-cd2ab6b8dc15/a2f37eab-d8a1-4f80-9b48-0dc66a773d6f) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:03:14.775149 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:14.818159 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:14.819300 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:14.851914 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:14.898920 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:03:14.902034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:03:14.905840 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:03:14.911862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:14.958865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:14.959397 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:14.975719 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-18687e89-b60c-4b75-9d69-47e8c029068a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306771 Oct 14 13:03:14.989102 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Request body: {'port': {'device_id': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:15.048531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.127134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-c748cc6b-682d-47de-a3d5-b154de726401 None None] Provisioning complete for port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:03:15.127686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c748cc6b-682d-47de-a3d5-b154de726401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.127922 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-c748cc6b-682d-47de-a3d5-b154de726401 None None] Attempt 1 to provision port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f Oct 14 13:03:15.160286 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c748cc6b-682d-47de-a3d5-b154de726401 None None] Port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:03:15.257088 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9da537-a1cb-444b-a403-11993c9cfd18 req-4907f01c-f6b0-4b00-93e4-6831c029b302 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:15.258689 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e9da537-a1cb-444b-a403-11993c9cfd18 req-4907f01c-f6b0-4b00-93e4-6831c029b302 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 932 time: 0.0480359 Oct 14 13:03:15.305611 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e9da537-a1cb-444b-a403-11993c9cfd18 req-f3e8dfae-4066-4a69-bc32-beb38f9bb600 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Oct 14 13:03:15.312487 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f37eab-d8a1-4f80-9b48-0dc66a773d6f {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:03:15.326073 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Publish callbacks [] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.332834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Transition to ACTIVE for port object a2f37eab-d8a1-4f80-9b48-0dc66a773d6f will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:03:15.336388 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.410729 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:15.441357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Attempting to bind port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:03:15.441746 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Attempting to bind port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:03:15.442076 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Attempting to bind port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:03:15.491772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f on network 70bca7d9-a052-4048-8e74-16b14b95c03e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:03:15.492084 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Attempting to bind port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:03:15.562350 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:03:15.562598 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:03:15.562944 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Bound using segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:03:15.563375 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Bound port: a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:03:15.563727 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.584905 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdcca9-108c-4a58-a15e-2550e8acc3ea req-8bb03fce-3947-4a5e-ac82-f99a7cec36bc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:15.586387 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d0bdcca9-108c-4a58-a15e-2550e8acc3ea req-8bb03fce-3947-4a5e-ac82-f99a7cec36bc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0615003 Oct 14 13:03:15.589378 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:15.618806 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:15.675671 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] For port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:03:15.681553 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] For port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:03:15.685502 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d0bdcca9-108c-4a58-a15e-2550e8acc3ea req-6b3e1735-d722-4fd8-9e91-d48631878490 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935850 Oct 14 13:03:15.690520 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.693929 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:15.694693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:15.696057 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a2f37eab-d8a1-4f80-9b48-0dc66a773d6f HTTP/1.1" status: 200 len: 1094 time: 0.7123041 Oct 14 13:03:15.698289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:15.701210 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927cec82-261e-404d-91f2-07ca46ced331" -d '{"events": [{"name": "network-changed", "server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:15.750241 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa96187-f51a-495e-83bc-c6e140f1b14f x-openstack-request-id: req-eaa96187-f51a-495e-83bc-c6e140f1b14f {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:15.750527 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:15.750781 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eaa96187-f51a-495e-83bc-c6e140f1b14f {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:15.751181 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa96187-f51a-495e-83bc-c6e140f1b14f'] response: {'name': 'network-changed', 'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'status': 'completed', 'code': 200} Oct 14 13:03:15.784505 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7033a9-dc3c-4116-9c19-0f042be3ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:15.790721 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-83eac03e-c8fa-4d30-a190-5c5dc1748e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:15.792220 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-83eac03e-c8fa-4d30-a190-5c5dc1748e75 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 1128 time: 0.0528634 Oct 14 13:03:15.834159 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-84efaf35-cf63-47dc-ac47-4bb020644513 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f HTTP/1.1" status: 200 len: 217 time: 0.0350008 Oct 14 13:03:15.881763 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-1f078b58-f2da-4dfe-982b-009097e6300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:15.883121 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-1f078b58-f2da-4dfe-982b-009097e6300b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0423591 Oct 14 13:03:15.925667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-516930a2-e2d2-4da4-895a-0b8e7ff6fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:15.927100 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-516930a2-e2d2-4da4-895a-0b8e7ff6fbe1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378208 Oct 14 13:03:16.249379 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-f97e710f-523a-4b40-845b-a136057a823e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159111 Oct 14 13:03:16.338768 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4f14421a-b470-4782-8b7c-706e7e73fc77 req-59166186-6edd-47b4-b0e5-fe0694476bc1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825539 Oct 14 13:03:16.428575 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d94a-554d-40cb-ab4c-3635ffc0c07e req-cb83a93c-0a2d-4dc1-a273-0557a6f594e3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:16.430082 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-be78d94a-554d-40cb-ab4c-3635ffc0c07e req-cb83a93c-0a2d-4dc1-a273-0557a6f594e3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 944 time: 0.0492380 Oct 14 13:03:16.476957 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-be78d94a-554d-40cb-ab4c-3635ffc0c07e req-f5bf311e-a6f9-4ae6-b0f0-30eadc246c12 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Oct 14 13:03:16.810651 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1912-1a77-406d-8b76-60a2b03f7e72 req-dbc69f5a-76dd-4464-b9a7-cd10ade1e792 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:16.812164 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aeae1912-1a77-406d-8b76-60a2b03f7e72 req-dbc69f5a-76dd-4464-b9a7-cd10ade1e792 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0458696 Oct 14 13:03:16.842665 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:16.860659 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aeae1912-1a77-406d-8b76-60a2b03f7e72 req-d13f68aa-bd56-4aa3-a6b7-6e3ba0ebdaad tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424786 Oct 14 13:03:17.298488 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cec82-261e-404d-91f2-07ca46ced331 req-8b836752-d36c-4ee7-bedb-56d22171c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:17.299879 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-8b836752-d36c-4ee7-bedb-56d22171c739 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 1128 time: 0.0391693 Oct 14 13:03:17.389971 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cec82-261e-404d-91f2-07ca46ced331 req-83a8e689-1e91-472b-90a3-a6cc73a85be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:17.391394 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-83a8e689-1e91-472b-90a3-a6cc73a85be1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.0859387 Oct 14 13:03:17.429613 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-29130a18-ce6c-474d-bdce-0b3e4dccb381 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f HTTP/1.1" status: 200 len: 217 time: 0.0314474 Oct 14 13:03:17.484061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cec82-261e-404d-91f2-07ca46ced331 req-60159c95-893f-49d4-9cac-72de2e2df164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:17.485772 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-60159c95-893f-49d4-9cac-72de2e2df164 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0486403 Oct 14 13:03:17.531584 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cec82-261e-404d-91f2-07ca46ced331 req-7c9f30ca-ef12-4ed5-a063-3cf7e052b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:17.533128 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-7c9f30ca-ef12-4ed5-a063-3cf7e052b53a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420084 Oct 14 13:03:17.616539 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:17.632741 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab40c-ef89-4018-9678-e27aa309e725 req-40668e64-3767-401b-a5de-df34455c182a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:17.634242 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-243ab40c-ef89-4018-9678-e27aa309e725 req-40668e64-3767-401b-a5de-df34455c182a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 944 time: 0.0783668 Oct 14 13:03:17.685059 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-058ae0c0-6994-4331-8159-3204a1d4aa75 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460907 Oct 14 13:03:17.720486 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:17.750940 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-243ab40c-ef89-4018-9678-e27aa309e725 req-c80ee156-3b41-43fe-be06-b7c71970981c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093974 Oct 14 13:03:17.796580 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-927cec82-261e-404d-91f2-07ca46ced331 req-24b0a8e3-4cbf-4cb5-ac71-d09806716a11 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026382 Oct 14 13:03:17.987929 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adca757-457c-45f3-a89c-5905c53c5f34 req-45c6d391-de8c-40ca-a0f4-18f69e28e17f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:17.989909 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6adca757-457c-45f3-a89c-5905c53c5f34 req-45c6d391-de8c-40ca-a0f4-18f69e28e17f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0514107 Oct 14 13:03:18.035600 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6adca757-457c-45f3-a89c-5905c53c5f34 req-ad249106-65d5-40ab-b8e3-79c655d3c2af tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Oct 14 13:03:18.876204 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76f0c0-d86b-4ff1-b6bd-4305a159cb08 req-3cff37a2-271b-4846-84a4-76728437d157 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:18.877730 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c76f0c0-d86b-4ff1-b6bd-4305a159cb08 req-3cff37a2-271b-4846-84a4-76728437d157 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 944 time: 0.0516524 Oct 14 13:03:18.926761 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c76f0c0-d86b-4ff1-b6bd-4305a159cb08 req-bbba7dda-a198-4c65-b018-d38cc9c6b8e7 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Oct 14 13:03:18.967539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device a2f37eab-d8a1-4f80-9b48-0dc66a773d6f details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:03:18.978455 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada714c3-0b3c-4ba0-9e13-3e4a3c3966a4 req-7398f9b4-4ab1-442b-bf02-c7e5049ba91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:18.980074 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ada714c3-0b3c-4ba0-9e13-3e4a3c3966a4 req-7398f9b4-4ab1-442b-bf02-c7e5049ba91c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0390065 Oct 14 13:03:19.025942 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ada714c3-0b3c-4ba0-9e13-3e4a3c3966a4 req-9151eda3-d97c-4c83-8cc8-695c518bda44 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383909 Oct 14 13:03:19.068647 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:19.080422 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'port_id': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'mac_address': 'fa:16:3e:60:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:03:19.116119 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:03:19.116539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:19.130496 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f37eab-d8a1-4f80-9b48-0dc66a773d6f {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:03:19.150525 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:19.154591 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:19.159237 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7eaa-8e3c-472d-85ff-a719c5ebd1c8 req-b5157963-86b1-4448-894e-91214735e951 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:19.160755 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-efde7eaa-8e3c-472d-85ff-a719c5ebd1c8 req-b5157963-86b1-4448-894e-91214735e951 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0475950 Oct 14 13:03:19.204843 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:19.209357 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-efde7eaa-8e3c-472d-85ff-a719c5ebd1c8 req-1e76775b-8ddd-4023-b63f-9825b4fbc0bc tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428255 Oct 14 13:03:19.452385 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['a2f37eab-d8a1-4f80-9b48-0dc66a773d6f'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:03:19.494948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:19.509970 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:20.044289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49365e2-3936-49b1-9804-963fb8e49d4e req-ce16616d-4f00-468f-bb97-e5308c6f3575 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:20.045749 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f49365e2-3936-49b1-9804-963fb8e49d4e req-ce16616d-4f00-468f-bb97-e5308c6f3575 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 945 time: 0.0449967 Oct 14 13:03:20.096409 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f49365e2-3936-49b1-9804-963fb8e49d4e req-544e26ae-a305-43b1-8be8-ffe4062a53da tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Oct 14 13:03:20.313967 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:20.329761 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb173b-f67a-4f6d-871c-fbd3dae3b472 req-01bc0000-875c-4b58-9559-20d3ff29d53a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:20.331213 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-feeb173b-f67a-4f6d-871c-fbd3dae3b472 req-01bc0000-875c-4b58-9559-20d3ff29d53a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0469661 Oct 14 13:03:20.383331 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-feeb173b-f67a-4f6d-871c-fbd3dae3b472 req-d24ffcfe-e763-45d1-9bf0-c162778ac526 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Oct 14 13:03:20.970228 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device a2f37eab-d8a1-4f80-9b48-0dc66a773d6f up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:03:21.015922 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:03:21.021834 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:03:21.022212 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:21.022543 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f Oct 14 13:03:21.091820 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:03:21.092200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:21.115234 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:21.117639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ee984a-3ee5-41b3-80a7-00799387e57c" -d '{"events": [{"server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "name": "network-vif-plugged", "status": "completed", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:21.131539 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:21.136124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:21.158937 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482343c-cb86-4fa4-9f41-afa5773dc156 x-openstack-request-id: req-f482343c-cb86-4fa4-9f41-afa5773dc156 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:21.159251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "name": "network-vif-plugged", "status": "completed", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:21.159520 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f482343c-cb86-4fa4-9f41-afa5773dc156 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:21.159961 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f482343c-cb86-4fa4-9f41-afa5773dc156'] response: {'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'code': 200} Oct 14 13:03:21.192216 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:21.228540 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54316-fea7-4182-a0c1-8f76230ff6f2 req-b0bcc1cc-925b-4eb8-877e-b89ed76bda9e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:21.229992 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1aa54316-fea7-4182-a0c1-8f76230ff6f2 req-b0bcc1cc-925b-4eb8-877e-b89ed76bda9e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0556202 Oct 14 13:03:21.279815 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1aa54316-fea7-4182-a0c1-8f76230ff6f2 req-7d6c3668-ae7c-4485-a4b8-e41ca0e6503c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Oct 14 13:03:21.343637 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef2f0e-254c-46bd-8382-ea0f163ff491 req-970b015f-46ef-494e-a78c-3a52fd241f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:21.345105 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e1ef2f0e-254c-46bd-8382-ea0f163ff491 req-970b015f-46ef-494e-a78c-3a52fd241f54 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 1130 time: 0.0380733 Oct 14 13:03:21.393318 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e1ef2f0e-254c-46bd-8382-ea0f163ff491 req-a584b33b-3993-4418-9029-b65085e2e9d9 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372508 Oct 14 13:03:21.503136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce1a47-8bbf-4ab1-9624-006062a884f5 req-0c53e2ab-40b0-4bbb-a9f3-c1d27299d88a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:21.504576 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-10ce1a47-8bbf-4ab1-9624-006062a884f5 req-0c53e2ab-40b0-4bbb-a9f3-c1d27299d88a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0461497 Oct 14 13:03:21.551853 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-10ce1a47-8bbf-4ab1-9624-006062a884f5 req-f8eef940-d7f6-4aaf-8589-d8cb1a5a9ce5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Oct 14 13:03:21.943385 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae60a-2f9f-43da-86ff-d7bff83dd9d1 req-43d93156-043b-46fc-b67c-881bb849672a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:21.944844 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7a3ae60a-2f9f-43da-86ff-d7bff83dd9d1 req-43d93156-043b-46fc-b67c-881bb849672a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0463815 Oct 14 13:03:21.992797 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7a3ae60a-2f9f-43da-86ff-d7bff83dd9d1 req-19570b9b-9298-4d8c-b51e-eb818560a924 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Oct 14 13:03:22.389004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-1dfcf16d-58de-4eff-a410-58564e32fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:22.390535 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-1dfcf16d-58de-4eff-a410-58564e32fd52 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0683520 Oct 14 13:03:22.416837 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484599b1-24c9-4d0f-9291-870f5368aa27 req-9803d98e-e60f-48c1-ad37-0d71665b73a3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:22.418299 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-484599b1-24c9-4d0f-9291-870f5368aa27 req-9803d98e-e60f-48c1-ad37-0d71665b73a3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0631547 Oct 14 13:03:22.518314 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-484599b1-24c9-4d0f-9291-870f5368aa27 req-ac30fde1-143b-4b67-be54-5d3abd0fcf8e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901270 Oct 14 13:03:22.533297 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-2cf1aa70-aa0d-4a84-a0ec-e338c3abff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:22.534795 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-2cf1aa70-aa0d-4a84-a0ec-e338c3abff4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.1340106 Oct 14 13:03:22.600174 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-f6c44204-b6cc-405b-b099-f5edbcb60dc8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 1000 time: 0.0578442 Oct 14 13:03:23.117218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda1fc-ca7f-417f-b4d6-10511ab41a28 req-36fa71f0-a43d-4ac5-b272-9b2d4f847ad6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:23.118682 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8adda1fc-ca7f-417f-b4d6-10511ab41a28 req-36fa71f0-a43d-4ac5-b272-9b2d4f847ad6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0497637 Oct 14 13:03:23.166542 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8adda1fc-ca7f-417f-b4d6-10511ab41a28 req-b6cc4750-1d71-4efe-80b9-f07736976df0 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413043 Oct 14 13:03:23.259971 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-c9c98dc8-9d29-4ceb-b892-3fab586ddde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:23.268852 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-c9c98dc8-9d29-4ceb-b892-3fab586ddde2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0538990 Oct 14 13:03:23.324337 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:23.328359 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-cac72bce-837b-401e-b477-961b7535489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:23.329963 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-cac72bce-837b-401e-b477-961b7535489a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536003 Oct 14 13:03:23.419091 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-47f23e53-0577-47cd-a20f-c90df25c4fb4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827088 Oct 14 13:03:23.472801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:23.514442 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7430791f-3d14-4116-a244-3714eb9f8fe2 req-4ec01253-0e93-4b7c-aaf4-6b2186dca4c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872884 Oct 14 13:03:23.641030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62083cc9-1be3-43aa-a28d-5e8f006be52c req-65a543e5-b7f4-4821-8951-dc0a6dcea033 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:23.642506 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62083cc9-1be3-43aa-a28d-5e8f006be52c req-65a543e5-b7f4-4821-8951-dc0a6dcea033 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0463667 Oct 14 13:03:23.688518 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62083cc9-1be3-43aa-a28d-5e8f006be52c req-9ea0c94b-8fe7-4a4e-9091-e576f1debd6f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Oct 14 13:03:23.804903 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eccb0-9d50-477f-bf8a-01a645f37071 req-7c73f50f-0e19-439c-85fc-d64b67d03263 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:23.806437 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-869eccb0-9d50-477f-bf8a-01a645f37071 req-7c73f50f-0e19-439c-85fc-d64b67d03263 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0474038 Oct 14 13:03:23.816512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46122) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:23.820979 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'port_id': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:23.862675 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (e443deb3-810d-45f2-83fe-88d328f0be02), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:24.310506 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:24.315927 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (e443deb3-810d-45f2-83fe-88d328f0be02), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:24.324071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c2b65-1112-4e74-9f4a-48e6d2f7f546 req-71bf8857-bd25-4183-ad97-a66103d3344c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:24.325549 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-814c2b65-1112-4e74-9f4a-48e6d2f7f546 req-71bf8857-bd25-4183-ad97-a66103d3344c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0651145 Oct 14 13:03:24.441751 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-814c2b65-1112-4e74-9f4a-48e6d2f7f546 req-71264a81-47fd-462f-8deb-307f716c88f9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866036 Oct 14 13:03:24.450838 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP e443deb3-810d-45f2-83fe-88d328f0be02 associated. External IP: 172.27.3.178, port: a2f37eab-d8a1-4f80-9b48-0dc66a773d6f. Oct 14 13:03:24.540317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:24.638436 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:24.650133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:03:24.752531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:03:24.757953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:24.762449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:03:24.771719 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:24.772327 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:24.788492 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-62a95106-b25e-4123-afc1-d08b4f375f25 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/e443deb3-810d-45f2-83fe-88d328f0be02 HTTP/1.1" status: 200 len: 992 time: 0.9687734 Oct 14 13:03:24.788492 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:24.789416 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd84e0c-f0e9-497f-972f-848d0b275b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:24.831109 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294625e3-4275-4520-8de4-ba0c01f1748c x-openstack-request-id: req-294625e3-4275-4520-8de4-ba0c01f1748c {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:24.831404 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:24.831656 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-294625e3-4275-4520-8de4-ba0c01f1748c {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:24.832084 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294625e3-4275-4520-8de4-ba0c01f1748c'] response: {'name': 'network-changed', 'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'status': 'completed', 'code': 200} Oct 14 13:03:24.877260 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:25.080537 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'e443deb3-810d-45f2-83fe-88d328f0be02', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:60:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:11Z', 'updated_at': '2022-10-14T13:03:24Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:25.108542 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:03:25.117725 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:25.118414 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:25.206813 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-67bb1e98-e8c8-4275-a47d-91f8ca76c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:25.208389 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-67bb1e98-e8c8-4275-a47d-91f8ca76c947 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 1130 time: 0.0398808 Oct 14 13:03:25.217405 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:25.302372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:25.310043 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:25.451932 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'e443deb3-810d-45f2-83fe-88d328f0be02', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:60:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:11Z', 'updated_at': '2022-10-14T13:03:24Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:25.479182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6be05d-eb7e-4587-9d5f-1bd9d299683f None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'e443deb3-810d-45f2-83fe-88d328f0be02', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:60:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:11Z', 'updated_at': '2022-10-14T13:03:24Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:03:25.575154 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-c55ec0cd-de5a-4860-ba74-52abb8a56784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:25.576624 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-c55ec0cd-de5a-4860-ba74-52abb8a56784 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.3593831 Oct 14 13:03:25.594668 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499a011-5046-4d79-8928-f30f10cb65b4 req-e5407cc6-9e94-4261-bf28-0c47c762edda tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:25.596207 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9499a011-5046-4d79-8928-f30f10cb65b4 req-e5407cc6-9e94-4261-bf28-0c47c762edda tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Oct 14 13:03:25.646162 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9499a011-5046-4d79-8928-f30f10cb65b4 req-7c3cdabc-e252-4684-bc4d-1682bad2243c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Oct 14 13:03:25.671974 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5c0a0-28f3-4ad1-abeb-52b5cf128d33 None None] New status for floating IP e443deb3-810d-45f2-83fe-88d328f0be02: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:03:25.674149 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:25.675977 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:25.981374 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-a4d1c505-7699-46ea-9b92-786173d0675e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f HTTP/1.1" status: 200 len: 1002 time: 0.0651507 Oct 14 13:03:26.033847 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-0322a372-87d1-43a3-a9c0-d7c06f18c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:26.035302 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-0322a372-87d1-43a3-a9c0-d7c06f18c245 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0443594 Oct 14 13:03:26.077472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-4a2e33f4-b3aa-4403-87d4-bf7ea09a81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:26.078876 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-4a2e33f4-b3aa-4403-87d4-bf7ea09a81c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376887 Oct 14 13:03:26.170264 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-2a8805dd-01cd-4274-b72d-105fae69c129 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848830 Oct 14 13:03:26.268972 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd84e0c-f0e9-497f-972f-848d0b275b5f req-213ec1c3-f84f-41ec-b2ef-7cff0cf15536 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825696 Oct 14 13:03:26.773115 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d26d36-60af-4117-a17d-5801cbe9cebc req-07376fc3-7ae4-49a9-8622-b3ceddded412 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:26.774606 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-04d26d36-60af-4117-a17d-5801cbe9cebc req-07376fc3-7ae4-49a9-8622-b3ceddded412 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0467458 Oct 14 13:03:26.824354 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-04d26d36-60af-4117-a17d-5801cbe9cebc req-a4a61855-1277-4710-93de-97793ecd8b5b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 Oct 14 13:03:26.939223 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393cb44-2841-487f-87fd-368169fbff2c req-d47c2e80-f295-43cc-907c-db51fe5e0f94 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:26.940580 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f393cb44-2841-487f-87fd-368169fbff2c req-d47c2e80-f295-43cc-907c-db51fe5e0f94 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0466266 Oct 14 13:03:26.950685 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46136) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:26.954940 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Request body: {'floatingip': {'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:27.011269 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:27.119599 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:27.168172 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:27.452918 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:27.456590 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:27.650280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Router e95ec82e-44dc-4037-8afc-5676e43144ba has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:03:27.755280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:03:27.760060 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:27.766503 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] Sync routers for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:03:27.776719 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:27.777331 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:27.791770 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:27.793442 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babde41b-4f0b-4f2c-a69a-d812c62fa663" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:27.827186 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a2d15d05-7845-45ac-b38b-06c6970f0717 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/bec0d388-cc5b-4d5e-a2f2-0179545ceddc HTTP/1.1" status: 200 len: 992 time: 0.8754427 Oct 14 13:03:27.833585 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514afaf-6a47-4469-8c52-5964923f49bd x-openstack-request-id: req-0514afaf-6a47-4469-8c52-5964923f49bd {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:27.833878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:27.834134 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0514afaf-6a47-4469-8c52-5964923f49bd {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:27.834536 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0514afaf-6a47-4469-8c52-5964923f49bd'] response: {'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'status': 'completed', 'code': 200} Oct 14 13:03:27.889431 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:27.908290 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-7001c184-d48a-4512-b699-743baf920fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:27.909843 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-7001c184-d48a-4512-b699-743baf920fd2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0388653 Oct 14 13:03:28.009186 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-b2ad4673-9ef4-4bb7-be71-9a532f6509b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:28.010598 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-b2ad4673-9ef4-4bb7-be71-9a532f6509b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.0881569 Oct 14 13:03:28.085434 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-bb9c41ab-268f-4df5-8fad-a98f1e47a45c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 1000 time: 0.0606055 Oct 14 13:03:28.136801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-4017fd53-bcf0-486f-b2eb-7d9d24d2b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:28.138398 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-4017fd53-bcf0-486f-b2eb-7d9d24d2b45f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0469105 Oct 14 13:03:28.183067 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:28.189474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:28.198639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-5a8fb530-6626-4c31-97eb-41e03c798778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:28.200346 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-5a8fb530-6626-4c31-97eb-41e03c798778 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444748 Oct 14 13:03:28.241399 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'bec0d388-cc5b-4d5e-a2f2-0179545ceddc', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:03:27Z', 'revision_number': 3, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:28.266002 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] Checking router: e95ec82e-44dc-4037-8afc-5676e43144ba for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:03:28.274316 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:28.274926 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:28.302059 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-d8fe0a31-93b2-4c1c-9b76-43a03bcebfee service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891016 Oct 14 13:03:28.382273 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:28.394299 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-babde41b-4f0b-4f2c-a69a-d812c62fa663 req-ca3f82c7-3d8f-42c9-9d66-17a6d6443b05 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832510 Oct 14 13:03:28.590990 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'bec0d388-cc5b-4d5e-a2f2-0179545ceddc', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:03:27Z', 'revision_number': 3, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:28.615778 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921bb39-f1c8-4bdc-8f02-4eb7342ecf4d None None] The sync data for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi is: [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'bec0d388-cc5b-4d5e-a2f2-0179545ceddc', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'port_id': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'mac_address': 'fa:16:3e:6d:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:03:27Z', 'revision_number': 3, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:03:29.836113 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:29.838529 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac15928-82b7-49c5-b312-91ef8a42c87b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:29.875763 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e32ea-73db-46bd-825a-3ee99092a68f x-openstack-request-id: req-9d7e32ea-73db-46bd-825a-3ee99092a68f {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:29.876050 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:29.876301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d7e32ea-73db-46bd-825a-3ee99092a68f {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:29.876697 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7e32ea-73db-46bd-825a-3ee99092a68f'] response: {'name': 'network-changed', 'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'status': 'completed', 'code': 200} Oct 14 13:03:29.948329 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-fbd524eb-7a71-4a8d-8715-b96247a1a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:29.949936 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-fbd524eb-7a71-4a8d-8715-b96247a1a4a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c160176d8c804b7793bae21c205c538c&device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 1129 time: 0.0426235 Oct 14 13:03:29.980766 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7f0c68c4-28a6-4d8e-8428-ce6419c45405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:30.049205 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-9f50c892-897f-45b1-8421-473ca8735f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:30.050765 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-9f50c892-897f-45b1-8421-473ca8735f81 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 200 len: 919 time: 0.0903251 Oct 14 13:03:30.115644 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-a9ab4b86-cc90-4505-8e17-8f29edfb7bdc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 200 len: 1000 time: 0.0579402 Oct 14 13:03:30.162952 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-5939b022-a9f8-43ca-bb8d-73a12e47c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:30.164311 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-5939b022-a9f8-43ca-bb8d-73a12e47c1cb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 200 len: 857 time: 0.0423858 Oct 14 13:03:30.207421 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-e66542ad-c180-43a1-bb17-fb44eaf3c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:30.208858 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-e66542ad-c180-43a1-bb17-fb44eaf3c048 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=71d7f67c-efcc-4a77-8c43-10bba17af0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380025 Oct 14 13:03:30.300266 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-8cb9f720-b4e5-4f1e-9292-71ca25040cc6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852430 Oct 14 13:03:30.389214 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dac15928-82b7-49c5-b312-91ef8a42c87b req-f36976a4-3758-4c34-9cc8-9d454da7c693 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Oct 14 13:03:32.163367 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cdecdba0-a63b-4f04-8fef-07259e354f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:33.509569 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:33.515581 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:35.116898 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:35.169743 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:35.777144 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:35.779363 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=7 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:36.818511 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=44 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:36.820917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=70 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:40.385287 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=69 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:40.386089 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=67 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:43.413630 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:43.426051 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:46.398791 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:03:47.248565 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-960a399d-1ffb-4e8c-b6a3-e6d90b219606 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416458 Oct 14 13:03:47.307453 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-bdbce293-a5a5-4136-a320-8eab5100524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:47.308912 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-bdbce293-a5a5-4136-a320-8eab5100524a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 1129 time: 0.0385513 Oct 14 13:03:47.418966 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-92417047-c5cc-40a7-90fa-9e39c47050ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:47.420433 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-92417047-c5cc-40a7-90fa-9e39c47050ff service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 912 time: 0.0915754 Oct 14 13:03:47.486870 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-9e321dc8-2a7e-4712-a571-5e5aecc1c47e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 200 len: 1001 time: 0.0587053 Oct 14 13:03:47.538905 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-3bf1bec7-5e7d-47af-b6cd-2371dfc06a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:47.540217 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-3bf1bec7-5e7d-47af-b6cd-2371dfc06a13 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.0465806 Oct 14 13:03:47.586802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-6c4df575-b312-45f1-968f-6786b902da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:47.588266 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-6c4df575-b312-45f1-968f-6786b902da31 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398707 Oct 14 13:03:47.685563 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-b14762aa-ffb4-4000-b572-c5a87ab0b030 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865946 Oct 14 13:03:47.780127 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f516e0ac-44ff-4d40-ab8a-2f8676e91d15 req-b8b69c30-18a1-456b-aff4-9b47c10b9a55 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873301 Oct 14 13:03:49.806833 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106f790-fb52-47a5-934f-a7a382621efe req-c00db618-67a6-44b1-be34-7ac0e3d6c09c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:49.808394 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c106f790-fb52-47a5-934f-a7a382621efe req-c00db618-67a6-44b1-be34-7ac0e3d6c09c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0459268 Oct 14 13:03:49.855890 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c106f790-fb52-47a5-934f-a7a382621efe req-22f7859e-4322-408d-8b2b-8f13f22d9ca9 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Oct 14 13:03:50.987466 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95421-9d28-4137-b8e5-ed86113014af req-cdca1841-a666-4114-a500-f7eddb79cc75 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:50.988991 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-beb95421-9d28-4137-b8e5-ed86113014af req-cdca1841-a666-4114-a500-f7eddb79cc75 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0469298 Oct 14 13:03:51.035734 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-beb95421-9d28-4137-b8e5-ed86113014af req-b1715cb5-0ba9-45cf-9453-e856897b79b6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Oct 14 13:03:51.589871 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07343d6d-0daa-4a17-ac35-b53882961087 req-ba34c987-e0fc-40e9-adc0-166e3aad6e5d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:51.591322 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07343d6d-0daa-4a17-ac35-b53882961087 req-ba34c987-e0fc-40e9-adc0-166e3aad6e5d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0511792 Oct 14 13:03:51.636643 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffb1c4-d1cf-4e67-bc87-cefbc330aa39 req-22a42239-7caa-45eb-a1a7-82972fa621f6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:51.638109 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5cffb1c4-d1cf-4e67-bc87-cefbc330aa39 req-22a42239-7caa-45eb-a1a7-82972fa621f6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0459390 Oct 14 13:03:51.686725 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5cffb1c4-d1cf-4e67-bc87-cefbc330aa39 req-30ba7494-c8ec-4f2b-bf1c-b5f1140d013e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Oct 14 13:03:52.161467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f229ec-cb1a-4bcd-8221-b532c775de27 req-8104f926-d0a6-4e60-9b68-11f6c0483c42 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:52.162939 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b5f229ec-cb1a-4bcd-8221-b532c775de27 req-8104f926-d0a6-4e60-9b68-11f6c0483c42 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0458350 Oct 14 13:03:52.209666 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b5f229ec-cb1a-4bcd-8221-b532c775de27 req-4eb6b71d-6171-4b76-af6a-f9d3aaf7fd1b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407531 Oct 14 13:03:52.805592 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a59167-348e-4093-8901-ad2f3e984d17 req-97f8845e-5936-4ca4-990a-24f967a899a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:52.807311 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e2a59167-348e-4093-8901-ad2f3e984d17 req-97f8845e-5936-4ca4-990a-24f967a899a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0462010 Oct 14 13:03:52.853809 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e2a59167-348e-4093-8901-ad2f3e984d17 req-37169cdf-64d9-499d-8329-e03b7fa53031 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Oct 14 13:03:53.337337 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4b981-f2a8-4357-aae3-c0370197e56b req-8932c77c-aecb-4614-b6f8-1d74a4b492f3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:53.338808 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bab4b981-f2a8-4357-aae3-c0370197e56b req-8932c77c-aecb-4614-b6f8-1d74a4b492f3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 947 time: 0.0500386 Oct 14 13:03:53.386442 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bab4b981-f2a8-4357-aae3-c0370197e56b req-759e0099-7791-4839-a7eb-89aff4a74c78 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=0b414a38-5833-4708-b71c-ea7b0fa66bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Oct 14 13:03:53.421264 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:53.460731 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Deleting port e3f9c588-4549-470d-90da-07db69916332 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:53.461070 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (e3f9c588-4549-470d-90da-07db69916332), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:53.507231 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:53.548935 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] For port e3f9c588-4549-470d-90da-07db69916332, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e3f9c588-4549-470d-90da-07db69916332,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:53.549298 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (e3f9c588-4549-470d-90da-07db69916332), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:53.650680 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:53.708541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:53.708896 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (240c2090-7ecd-4284-aeb1-ee672294e20f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:53.709209 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Floating IP 240c2090-7ecd-4284-aeb1-ee672294e20f disassociated. External IP: 172.27.3.133, port: e3f9c588-4549-470d-90da-07db69916332. Oct 14 13:03:53.709570 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Calling delete_port for e3f9c588-4549-470d-90da-07db69916332 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:53.735861 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-ece37b6e-113c-4b32-ad75-901ae3aea3a3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:53.737352 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-ece37b6e-113c-4b32-ad75-901ae3aea3a3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0459146 Oct 14 13:03:53.827339 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Deleting port ca20794f-a050-45d2-ac62-3d478950e906 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:53.827690 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (ca20794f-a050-45d2-ac62-3d478950e906), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:53.841696 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (e3f9c588-4549-470d-90da-07db69916332), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:53.869003 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event deleted for resources: {'Port': ['ID=e3f9c588-4549-470d-90da-07db69916332,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:53.920512 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] For port ca20794f-a050-45d2-ac62-3d478950e906, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ca20794f-a050-45d2-ac62-3d478950e906,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:03:53.920882 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (ca20794f-a050-45d2-ac62-3d478950e906), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:54.022046 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c382e5-993d-4326-b100-c92a3a7be2f8 req-8b420199-cac8-418a-86eb-af9f7ba52231 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:54.023534 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e5c382e5-993d-4326-b100-c92a3a7be2f8 req-8b420199-cac8-418a-86eb-af9f7ba52231 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 945 time: 0.0843279 Oct 14 13:03:54.048912 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:03:54.090187 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:54.090557 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (74a8dd24-47af-4e88-9f7d-3eadff963ad0), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:54.090885 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Floating IP 74a8dd24-47af-4e88-9f7d-3eadff963ad0 disassociated. External IP: 172.27.3.169, port: ca20794f-a050-45d2-ac62-3d478950e906. Oct 14 13:03:54.091220 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Calling delete_port for ca20794f-a050-45d2-ac62-3d478950e906 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:54.117254 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e5c382e5-993d-4326-b100-c92a3a7be2f8 req-0612664c-4b63-47d4-8874-a2516a8bef9e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7813c92f-56f0-4239-b6d7-12fcb6a8a70e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870097 Oct 14 13:03:54.180732 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:03:54.193066 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:03:54.204672 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:54.205386 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:54.230785 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (ca20794f-a050-45d2-ac62-3d478950e906), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:54.258790 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event deleted for resources: {'Port': ['ID=ca20794f-a050-45d2-ac62-3d478950e906,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:54.340911 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:54.383805 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:54.392409 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:03:54.395071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:54.505208 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] No DVR routers for this DVR port e3f9c588-4549-470d-90da-07db69916332 on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:03:54.507771 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:54.511186 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07343d6d-0daa-4a17-ac35-b53882961087 req-3948d905-a45f-4092-b3c4-9673e2ebbaa3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e3f9c588-4549-470d-90da-07db69916332 HTTP/1.1" status: 204 len: 173 time: 1.1323576 Oct 14 13:03:54.511726 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-deleted', 'tag': 'e3f9c588-4549-470d-90da-07db69916332'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:54.514130 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edce0a1-7f30-4859-aa2d-55be6ba05157" -d '{"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-deleted", "tag": "e3f9c588-4549-470d-90da-07db69916332"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:54.543625 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6234895c-7b8b-4c7b-be63-1b14515d00e6 req-1e381b2a-fdc3-45ca-a743-86ce84234073 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f8f2bb08-a11d-46c6-96f5-9a9f85316fd0 HTTP/1.1" status: 200 len: 210 time: 0.0399883 Oct 14 13:03:54.562769 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d136b755-5055-4d2f-8ff3-3a680118cc83 x-openstack-request-id: req-d136b755-5055-4d2f-8ff3-3a680118cc83 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:54.562769 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2bb08-a11d-46c6-96f5-9a9f85316fd0", "name": "network-vif-deleted", "tag": "e3f9c588-4549-470d-90da-07db69916332", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:54.562769 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d136b755-5055-4d2f-8ff3-3a680118cc83 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:54.562769 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d136b755-5055-4d2f-8ff3-3a680118cc83'] response: {'server_uuid': 'f8f2bb08-a11d-46c6-96f5-9a9f85316fd0', 'name': 'network-vif-deleted', 'tag': 'e3f9c588-4549-470d-90da-07db69916332', 'status': 'completed', 'code': 200} Oct 14 13:03:54.594360 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:03:54.608246 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:03:54.619448 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:54.620134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:54.656553 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] No DVR routers for this DVR port ca20794f-a050-45d2-ac62-3d478950e906 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:03:54.660006 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:54.664638 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-060f34ee-76ef-4b5c-a898-76e285d74194 req-484f2572-3e3b-44b1-96c9-4e0fc2e6d524 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ca20794f-a050-45d2-ac62-3d478950e906 HTTP/1.1" status: 204 len: 173 time: 0.9216323 Oct 14 13:03:54.665511 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'name': 'network-vif-deleted', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:03:54.669534 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5575ed-db90-44fa-87b1-2fe92d48d101" -d '{"events": [{"server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "name": "network-vif-deleted", "tag": "ca20794f-a050-45d2-ac62-3d478950e906"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:03:54.737856 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:54.760877 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dda140-6b44-4c86-b1f5-d42923fc7e47 x-openstack-request-id: req-49dda140-6b44-4c86-b1f5-d42923fc7e47 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:03:54.761151 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c6dfd1-715d-4239-a767-32f2e2dcf892", "name": "network-vif-deleted", "tag": "ca20794f-a050-45d2-ac62-3d478950e906", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:03:54.761404 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49dda140-6b44-4c86-b1f5-d42923fc7e47 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:03:54.762659 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dda140-6b44-4c86-b1f5-d42923fc7e47'] response: {'server_uuid': '24c6dfd1-715d-4239-a767-32f2e2dcf892', 'name': 'network-vif-deleted', 'tag': 'ca20794f-a050-45d2-ac62-3d478950e906', 'status': 'completed', 'code': 200} Oct 14 13:03:54.768226 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:54.773360 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:03:54.785064 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:54.785722 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:54.916848 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:54.987123 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:55.012550 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:03:55.020890 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:03:55.021526 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:03:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:55.106138 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:55.123383 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:03:55.131108 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e53c1-88c7-4465-a184-16d2067f103f None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:03:55.154829 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ca20794f-a050-45d2-ac62-3d478950e906 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:03:55.186051 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: ca20794f-a050-45d2-ac62-3d478950e906 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:03:55.186051 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ca20794f-a050-45d2-ac62-3d478950e906 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:03:55.187055 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:03:55.240782 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: e3f9c588-4549-470d-90da-07db69916332 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:03:55.241210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e3f9c588-4549-470d-90da-07db69916332 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:03:55.282065 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bf454a27-b7c5-4d1a-bb2e-4480a6819e65 req-03fefb03-ea7f-4c5c-840c-1f22436cf674 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=24c6dfd1-715d-4239-a767-32f2e2dcf892 HTTP/1.1" status: 200 len: 210 time: 0.0473487 Oct 14 13:03:55.397303 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:03:55.427828 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ca920-1b5f-419d-ac34-23e517e227b6 None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:03:55.492931 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5456f2fd-8e12-452a-a21f-997c57eea69f None None] New status for floating IP 240c2090-7ecd-4284-aeb1-ee672294e20f: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:03:55.655306 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46220) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:55.685315 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5139e-6af7-4296-bd1f-e663700e372c None None] New status for floating IP 74a8dd24-47af-4e88-9f7d-3eadff963ad0: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:03:55.712444 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-49bc6c5d-dc2c-4864-9dce-1a4db2b013a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (0b414a38-5833-4708-b71c-ea7b0fa66bc8), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:55.722520 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:55.739884 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-49bc6c5d-dc2c-4864-9dce-1a4db2b013a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (0b414a38-5833-4708-b71c-ea7b0fa66bc8), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:55.796087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-49bc6c5d-dc2c-4864-9dce-1a4db2b013a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0b414a38-5833-4708-b71c-ea7b0fa66bc8), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:55.799834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-49bc6c5d-dc2c-4864-9dce-1a4db2b013a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:55.801290 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-49bc6c5d-dc2c-4864-9dce-1a4db2b013a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0b414a38-5833-4708-b71c-ea7b0fa66bc8 HTTP/1.1" status: 204 len: 168 time: 0.1451166 Oct 14 13:03:55.804064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46222) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:55.813282 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6c5d-dc2c-4864-9dce-1a4db2b013a7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b414a38-5833-4708-b71c-ea7b0fa66bc8,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:55.827769 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.api.v2.resource [None req-d55146d9-3384-4d61-98ac-bad402aa3e6f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] show failed (client error): The resource could not be found. Oct 14 13:03:55.829056 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d55146d9-3384-4d61-98ac-bad402aa3e6f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups/0b414a38-5833-4708-b71c-ea7b0fa66bc8 HTTP/1.1" status: 404 len: 347 time: 0.0234687 Oct 14 13:03:55.832047 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46224) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:55.949641 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Deleting port 491f4f4e-0fdf-4dba-80f4-6870321b3050 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:55.949987 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.026557 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.026882 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (491f4f4e-0fdf-4dba-80f4-6870321b3050), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.039136 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Calling delete_port for 491f4f4e-0fdf-4dba-80f4-6870321b3050 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:56.174951 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (491f4f4e-0fdf-4dba-80f4-6870321b3050), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.199758 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event deleted for resources: {'Port': ['ID=491f4f4e-0fdf-4dba-80f4-6870321b3050,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:56.264510 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (240c2090-7ecd-4284-aeb1-ee672294e20f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.267030 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.268179 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ad7d60c4-2fea-4b54-a82b-2734e9f6a32d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/240c2090-7ecd-4284-aeb1-ee672294e20f HTTP/1.1" status: 204 len: 168 time: 0.4346807 Oct 14 13:03:56.349271 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46230) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.357247 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749973248', 'description': 'tempest-description--228478994'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:56.380000 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.386774 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46234) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.441162 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60965304-7cb4-4696-8e4f-636576bf4783 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (7813c92f-56f0-4239-b6d7-12fcb6a8a70e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.450109 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.454215 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.465057 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60965304-7cb4-4696-8e4f-636576bf4783 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (7813c92f-56f0-4239-b6d7-12fcb6a8a70e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.484820 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.486053 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1356373 Oct 14 13:03:56.487991 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b5e6b-b346-4287-ac16-f72686fbf65f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:56.489519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46236) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.498936 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'security_group_rule': {'security_group_id': 'c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:56.518133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:56.530267 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (c433a010-355f-45c0-bcf8-5ac469cca5ab), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.546343 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60965304-7cb4-4696-8e4f-636576bf4783 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7813c92f-56f0-4239-b6d7-12fcb6a8a70e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.548854 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60965304-7cb4-4696-8e4f-636576bf4783 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.550012 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-60965304-7cb4-4696-8e4f-636576bf4783 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7813c92f-56f0-4239-b6d7-12fcb6a8a70e HTTP/1.1" status: 204 len: 168 time: 0.1622348 Oct 14 13:03:56.552839 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46238) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.566886 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.api.v2.resource [None req-88904b02-2b10-409c-b1d4-2bfc4165a722 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] show failed (client error): The resource could not be found. Oct 14 13:03:56.567852 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-88904b02-2b10-409c-b1d4-2bfc4165a722 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups/7813c92f-56f0-4239-b6d7-12fcb6a8a70e HTTP/1.1" status: 404 len: 347 time: 0.0139980 Oct 14 13:03:56.570677 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46240) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.571928 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60965304-7cb4-4696-8e4f-636576bf4783 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7813c92f-56f0-4239-b6d7-12fcb6a8a70e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:56.577469 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:56.606694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (c433a010-355f-45c0-bcf8-5ac469cca5ab), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.611638 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (c433a010-355f-45c0-bcf8-5ac469cca5ab), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.636185 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c433a010-355f-45c0-bcf8-5ac469cca5ab,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:56.646091 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.647346 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2c648e20-a4fc-4ab8-8cc6-9dc4cb054941 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568453 Oct 14 13:03:56.650078 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46242) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.654414 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'security_group_rule': {'security_group_id': 'c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:56.680542 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (e6d91cf2-8e32-43cd-90e3-7a799407ed3d), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.689056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Deleting port 79491d2a-4da8-42d5-83e9-0912964ae378 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:03:56.689473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (79491d2a-4da8-42d5-83e9-0912964ae378), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.738827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (e6d91cf2-8e32-43cd-90e3-7a799407ed3d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.742558 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (e6d91cf2-8e32-43cd-90e3-7a799407ed3d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.746336 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:56.763068 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d91cf2-8e32-43cd-90e3-7a799407ed3d,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:56.770693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.771941 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6c65f481-2b83-45da-8db2-97de8e53566b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208289 Oct 14 13:03:56.772351 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (79491d2a-4da8-42d5-83e9-0912964ae378), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.772680 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (79491d2a-4da8-42d5-83e9-0912964ae378), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.775067 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46244) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:56.779403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:56.785216 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Calling delete_port for 79491d2a-4da8-42d5-83e9-0912964ae378 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:03:56.799617 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.883262 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.917579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (79491d2a-4da8-42d5-83e9-0912964ae378), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:56.943796 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event deleted for resources: {'Port': ['ID=79491d2a-4da8-42d5-83e9-0912964ae378,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:56.992540 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Allocated IP 172.27.3.129 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/a4c93edb-a297-4ef0-b00c-62b28ed97e04) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:03:57.005159 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (74a8dd24-47af-4e88-9f7d-3eadff963ad0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.007663 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.008792 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-506c02ec-4158-452d-a2ef-5d0ad4f86f3a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/74a8dd24-47af-4e88-9f7d-3eadff963ad0 HTTP/1.1" status: 204 len: 168 time: 0.4371974 Oct 14 13:03:57.020867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:57.082998 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46248) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:57.087583 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180034773', 'description': 'tempest-description--160140783'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:57.108386 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.109317 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.141647 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.182702 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:03:57.184502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (10fa05fd-0eed-41f0-a789-13f4f7eef3f0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.187868 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:03:57.188469 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (10fa05fd-0eed-41f0-a789-13f4f7eef3f0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.192151 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:03:57.196290 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'Port': ['ID=a4c93edb-a297-4ef0-b00c-62b28ed97e04,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:57.220745 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.224726 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1379132 Oct 14 13:03:57.224726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5129a-a7ca-4135-b12d-4554c134203a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fa05fd-0eed-41f0-a789-13f4f7eef3f0,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:57.224945 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46250) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:57.229689 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'security_group_rule': {'security_group_id': '10fa05fd-0eed-41f0-a789-13f4f7eef3f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:57.259045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (910938d2-f41c-4199-9ef9-0f475ccce804), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.279330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:57.283874 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (fd100ae9-2565-42b3-bbfa-642c75ea1cfe), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.315823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (910938d2-f41c-4199-9ef9-0f475ccce804), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.319519 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (910938d2-f41c-4199-9ef9-0f475ccce804), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.320794 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.338716 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910938d2-f41c-4199-9ef9-0f475ccce804,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:57.347519 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.348762 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9907dd4f-120e-4b02-9703-db378e14185f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228712 Oct 14 13:03:57.351478 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46252) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:57.356070 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'security_group_rule': {'security_group_id': '10fa05fd-0eed-41f0-a789-13f4f7eef3f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:57.382878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (79cfd365-3a71-4828-8615-179cd12e9fb9), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.401323 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:57.441770 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (79cfd365-3a71-4828-8615-179cd12e9fb9), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.445812 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (79cfd365-3a71-4828-8615-179cd12e9fb9), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.462307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cfd365-3a71-4828-8615-179cd12e9fb9,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:57.477987 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.479398 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1411dc46-a333-429b-9ced-0ef7ee0d534f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268072 Oct 14 13:03:57.482974 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.483762 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46254) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:03:57.488359 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.488949 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:03:57.514934 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.517710 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:57.559133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'Port': ['ID=a4c93edb-a297-4ef0-b00c-62b28ed97e04,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:57.562522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (fd100ae9-2565-42b3-bbfa-642c75ea1cfe), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.578945 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.580220 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-209cef14-6855-4c5d-af2b-797d60de8711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8041911 Oct 14 13:03:57.601525 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.713208 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Allocated IP 172.27.3.185 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/87163192-3d63-49a1-8a48-3239684ff7bf) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:03:57.835354 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-91704a21-d766-460c-862b-70b3a7bf63dd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--749973248&fields=id&tenant_id=5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 267 time: 0.0707872 Oct 14 13:03:57.860659 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for port (87163192-3d63-49a1-8a48-3239684ff7bf), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:57.971060 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-956694c2-e8a5-411f-9795-045430269653 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:57.972546 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-956694c2-e8a5-411f-9795-045430269653 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 817 time: 0.1264839 Oct 14 13:03:57.973464 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (87163192-3d63-49a1-8a48-3239684ff7bf), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.019378 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-e2baac6f-3783-41ae-98f9-80106480a1db tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/quotas/5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 375 time: 0.0393643 Oct 14 13:03:58.025961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:03:58.030600 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:03:58.043273 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:03:58.295404 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'Port': ['ID=87163192-3d63-49a1-8a48-3239684ff7bf,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:58.323941 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-d0976f5b-9276-4c06-8383-0f59a28c3414 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2966475 Oct 14 13:03:58.408549 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:58.424500 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (2c9113d2-6ae6-4556-9ee7-ef97f0ba3493), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.445698 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:03:58.487412 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (87163192-3d63-49a1-8a48-3239684ff7bf), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.510323 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-db30975c-c592-415b-a6cb-53b28998dac1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743851 Oct 14 13:03:58.670740 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-645ea121-67d1-49cd-96ad-4611e903253d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539555 Oct 14 13:03:58.714664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for port (87163192-3d63-49a1-8a48-3239684ff7bf), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.720246 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (87163192-3d63-49a1-8a48-3239684ff7bf), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.787632 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (2c9113d2-6ae6-4556-9ee7-ef97f0ba3493), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.789998 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'Port': ['ID=87163192-3d63-49a1-8a48-3239684ff7bf,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:03:58.812234 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:03:58.814034 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-feeee845-a842-48bb-93b5-a6664c00d324 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3297606 Oct 14 13:03:58.855240 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7fc23e50-e36c-443a-b936-9e6a845b44b6 req-b817e8d9-d47d-45d8-a6f7-9a200ff97b02 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 210 time: 0.0421016 Oct 14 13:03:59.024989 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-6151d8a4-523e-488f-a51e-7184624c82fa tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--180034773&fields=id&tenant_id=9247e549c63f4a42be20f5a7aeda0594 HTTP/1.1" status: 200 len: 267 time: 0.0437407 Oct 14 13:03:59.141071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-a64ed99b-a15b-4196-a259-bdf322d80647 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:03:59.142640 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-a64ed99b-a15b-4196-a259-bdf322d80647 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 811 time: 0.1104457 Oct 14 13:03:59.158789 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cba4589d-d0ef-4547-a54e-d10894f4b012 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/quotas/9247e549c63f4a42be20f5a7aeda0594 HTTP/1.1" status: 200 len: 375 time: 0.0107064 Oct 14 13:03:59.214018 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-93ac480f-8f1e-4af6-9719-809484b1ca5a tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497651 Oct 14 13:03:59.313184 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-3b284db5-5d51-46ac-83bd-ad43b2d4e92a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909989 Oct 14 13:03:59.406449 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-d6d9bf74-cd46-4a64-8105-e4578fbe78d9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Oct 14 13:03:59.576934 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8bf6234c-0ed7-4340-873a-15342009573e req-8049e64e-f504-49b8-b5a1-bf19c43ba986 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 210 time: 0.0291479 Oct 14 13:03:59.974428 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c639bd13-1884-4fa6-9044-821affff3961 req-5932f64b-12af-4a3b-b43f-683a5ff02243 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Oct 14 13:04:00.005135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:00.007657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-15ccaefc-62c1-4227-9d34-0d44f055df33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.104213 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c9c2e2c4-89a3-409c-b05c-c649bb8970f5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:00.105700 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c9c2e2c4-89a3-409c-b05c-c649bb8970f5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 817 time: 0.1103790 Oct 14 13:04:00.175240 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-44a1a3f5-f826-48f0-9635-5c142ce6a1e0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 379 time: 0.0594909 Oct 14 13:04:00.188903 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'port': {'device_id': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'admin_state_up': True, 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'security_groups': ['c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:00.242210 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:00.307061 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Made reservation on behalf of 5d716a28995942e788205c1ad1e83bb3 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:04:00.310886 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.443549 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Allocated IP 172.20.0.10 (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b/e62952f2-fc8e-427f-9767-45884c190e84/096cc001-9ca8-472a-8f3d-2a345a805218) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:04:00.581410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for port (096cc001-9ca8-472a-8f3d-2a345a805218), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.617509 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.666879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:04:00.670191 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:04:00.674280 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:04:00.702572 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd473cdd-e7ba-470a-b136-93fd69aa8b17 req-dd9ad614-945c-434e-881e-b6e5b7bd4b28 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 210 time: 0.0399246 Oct 14 13:04:00.703129 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:00.726124 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.726562 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.726973 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.728760 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.729508 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.730506 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.731179 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.731580 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.731988 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.732444 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.732818 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.733311 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.734084 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.734806 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.735725 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:00.766475 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:00.767215 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.780694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:00.801543 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-c410dd04-b2a0-45e7-b9f8-1cc145986516 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168964 Oct 14 13:04:00.819083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Request body: {'port': {'device_id': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:00.894408 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.921623 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-65b69ffb-db82-4f2d-bb07-0eabec9ea571 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:00.923231 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-65b69ffb-db82-4f2d-bb07-0eabec9ea571 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 811 time: 0.1404085 Oct 14 13:04:00.938910 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-869af26c-5308-45e9-8798-c57cd50e4233 None None] Provisioning complete for port 096cc001-9ca8-472a-8f3d-2a345a805218 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:00.939578 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-869af26c-5308-45e9-8798-c57cd50e4233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:00.939915 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-869af26c-5308-45e9-8798-c57cd50e4233 None None] Attempt 1 to provision port 096cc001-9ca8-472a-8f3d-2a345a805218 Oct 14 13:04:00.987726 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-869af26c-5308-45e9-8798-c57cd50e4233 None None] Port 096cc001-9ca8-472a-8f3d-2a345a805218 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:04:01.003274 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-4c71fb2c-b13c-4b5f-96c3-89832c2f24c4 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9247e549c63f4a42be20f5a7aeda0594 HTTP/1.1" status: 200 len: 379 time: 0.0652452 Oct 14 13:04:01.061430 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'port': {'device_id': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'admin_state_up': True, 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'security_groups': ['10fa05fd-0eed-41f0-a789-13f4f7eef3f0']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:01.125020 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:01.138833 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7532d38-b021-425c-a2a1-1393042f3622 req-295976c7-a8e3-4f1a-b4d9-08480b29df99 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.140390 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e7532d38-b021-425c-a2a1-1393042f3622 req-295976c7-a8e3-4f1a-b4d9-08480b29df99 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 932 time: 0.0655200 Oct 14 13:04:01.161942 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:01.176373 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Made reservation on behalf of 9247e549c63f4a42be20f5a7aeda0594 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:04:01.181127 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.252565 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e7532d38-b021-425c-a2a1-1393042f3622 req-78e4c447-b273-4773-9e87-d03e895f4204 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002738 Oct 14 13:04:01.257118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096cc001-9ca8-472a-8f3d-2a345a805218 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:04:01.266141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Publish callbacks [] for port (096cc001-9ca8-472a-8f3d-2a345a805218), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.285061 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Transition to ACTIVE for port object 096cc001-9ca8-472a-8f3d-2a345a805218 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:04:01.288871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.319620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Allocated IP 172.20.0.5 (19221892-26e2-485e-83b6-c9b12590cb03/ad632821-c368-4cf7-ad83-474321292f94/80cb034b-1583-4a34-a888-d6a5a94739ed) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:04:01.374735 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:01.403782 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Attempting to bind port 096cc001-9ca8-472a-8f3d-2a345a805218 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:04:01.404118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Attempting to bind port 096cc001-9ca8-472a-8f3d-2a345a805218 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:04:01.404448 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Attempting to bind port 096cc001-9ca8-472a-8f3d-2a345a805218 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:04:01.423702 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:01.448202 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Port 096cc001-9ca8-472a-8f3d-2a345a805218 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:04:01.448532 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Attempting to bind port 096cc001-9ca8-472a-8f3d-2a345a805218 on network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:04:01.468772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.495479 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:04:01.495821 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Checking segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:04:01.496211 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Bound using segment: {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:04:01.496647 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Bound port: 096cc001-9ca8-472a-8f3d-2a345a805218, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b63a321-8976-4b08-a3af-ef59788b168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:04:01.497006 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.502786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.549685 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Network 19221892-26e2-485e-83b6-c9b12590cb03 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:04:01.552917 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:04:01.557434 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:04:01.559647 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:04:01.563347 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:04:01.569714 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.574547 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.575168 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.576576 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 1094 time: 0.7659197 Oct 14 13:04:01.577333 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:01.579568 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ffff0b-3a45-4c04-9333-5c15333a2561" -d '{"events": [{"name": "network-changed", "server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:01.584627 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event updated for resources: {'Port': ['ID=80cb034b-1583-4a34-a888-d6a5a94739ed,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:01.613279 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.614185 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.637368 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-0ab033ef-db75-4dce-86b3-0420b2a26026 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800316 Oct 14 13:04:01.644894 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b95e-a3ad-4ceb-a674-d92dd0e32216 service neutron] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:01.662897 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Request body: {'port': {'device_id': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:01.664640 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f1b52-5aee-48ba-b6e4-a2a90f4d6e58 x-openstack-request-id: req-a94f1b52-5aee-48ba-b6e4-a2a90f4d6e58 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:01.664933 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:01.665188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a94f1b52-5aee-48ba-b6e4-a2a90f4d6e58 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:01.665639 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94f1b52-5aee-48ba-b6e4-a2a90f4d6e58'] response: {'name': 'network-changed', 'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'status': 'completed', 'code': 200} Oct 14 13:04:01.678575 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-d75a65c6-b961-4fda-8c4f-000d6d1ef354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.680195 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-d75a65c6-b961-4fda-8c4f-000d6d1ef354 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1128 time: 0.0472739 Oct 14 13:04:01.725612 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-9ffbbc74-2992-4a90-89f3-9e191b87905d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 217 time: 0.0375533 Oct 14 13:04:01.731326 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.776605 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:01.790324 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-7599c59f-f6e9-4bc9-8f9c-ed543e0a23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.793249 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-7599c59f-f6e9-4bc9-8f9c-ed543e0a23ca service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0603304 Oct 14 13:04:01.841792 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-5c1deee4-b9b4-4c34-9eb6-ebaefac7ca03 None None] Provisioning complete for port 80cb034b-1583-4a34-a888-d6a5a94739ed triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:01.842804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c1deee4-b9b4-4c34-9eb6-ebaefac7ca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:01.843278 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-5c1deee4-b9b4-4c34-9eb6-ebaefac7ca03 None None] Attempt 1 to provision port 80cb034b-1583-4a34-a888-d6a5a94739ed Oct 14 13:04:01.871031 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385f782-18f4-4c5f-b5de-9a16627cafca req-afa6d298-48cb-4ae1-8590-f735892e75d2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.872544 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4385f782-18f4-4c5f-b5de-9a16627cafca req-afa6d298-48cb-4ae1-8590-f735892e75d2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 931 time: 0.0781109 Oct 14 13:04:01.874045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-8b334d94-61ed-433c-a26e-8cbaedba9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:01.875411 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-8b334d94-61ed-433c-a26e-8cbaedba9d4f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723443 Oct 14 13:04:01.880568 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-5c1deee4-b9b4-4c34-9eb6-ebaefac7ca03 None None] Port 80cb034b-1583-4a34-a888-d6a5a94739ed cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:04:01.967727 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:01.971597 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4385f782-18f4-4c5f-b5de-9a16627cafca req-66584a7c-cb2f-46e3-af5a-a2699f883d9c tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933869 Oct 14 13:04:02.002372 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-0538c9b1-3751-42c8-97c3-24c50b1d4dd0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181502 Oct 14 13:04:02.024434 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cb034b-1583-4a34-a888-d6a5a94739ed {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:04:02.032592 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Publish callbacks [] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:02.045397 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Transition to ACTIVE for port object 80cb034b-1583-4a34-a888-d6a5a94739ed will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:04:02.050696 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:02.092173 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:02.103217 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf3750d3-1662-4f1b-8f56-c965b9f04690 req-5b226f0b-1c04-4356-8276-bed9e1035a1b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929227 Oct 14 13:04:02.131842 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Pushing event updated for resources: {'Port': ['ID=80cb034b-1583-4a34-a888-d6a5a94739ed,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:02.159212 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Attempting to bind port 80cb034b-1583-4a34-a888-d6a5a94739ed on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:04:02.159545 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Attempting to bind port 80cb034b-1583-4a34-a888-d6a5a94739ed by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:04:02.159874 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Attempting to bind port 80cb034b-1583-4a34-a888-d6a5a94739ed on network 19221892-26e2-485e-83b6-c9b12590cb03 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:04:02.166209 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b50126e8-6bda-4449-ad64-d1d8b073b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:02.201790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Port 80cb034b-1583-4a34-a888-d6a5a94739ed on network 19221892-26e2-485e-83b6-c9b12590cb03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:04:02.202113 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Attempting to bind port 80cb034b-1583-4a34-a888-d6a5a94739ed on network 19221892-26e2-485e-83b6-c9b12590cb03 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:04:02.244597 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:02.247760 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:04:02.248094 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Checking segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:04:02.248474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Bound using segment: {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:04:02.248901 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Bound port: 80cb034b-1583-4a34-a888-d6a5a94739ed, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735f1687-144f-4a3c-870c-0ede51027b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:04:02.249253 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:02.311137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] For port 80cb034b-1583-4a34-a888-d6a5a94739ed, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:04:02.314313 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] For port 80cb034b-1583-4a34-a888-d6a5a94739ed, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=80cb034b-1583-4a34-a888-d6a5a94739ed,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:04:02.320966 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:02.325302 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:02.325922 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:02.327300 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/80cb034b-1583-4a34-a888-d6a5a94739ed HTTP/1.1" status: 200 len: 1093 time: 0.6794996 Oct 14 13:04:02.327855 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:02.330120 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97234465-3179-4019-bec1-d87a5503657e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:02.370645 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1055f-d624-418c-98b0-382b22083cac x-openstack-request-id: req-86c1055f-d624-418c-98b0-382b22083cac {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:02.370935 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:02.371186 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86c1055f-d624-418c-98b0-382b22083cac {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:02.371584 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c1055f-d624-418c-98b0-382b22083cac'] response: {'name': 'network-changed', 'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'status': 'completed', 'code': 200} Oct 14 13:04:02.420405 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf50d9-da22-4f58-b535-168cf79386d2 req-02d6a599-e790-4a32-a58d-f8d43df6b8e2 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:02.421850 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-54cf50d9-da22-4f58-b535-168cf79386d2 req-02d6a599-e790-4a32-a58d-f8d43df6b8e2 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0699785 Oct 14 13:04:02.422527 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaef11-92f2-46e2-af88-d5a0ed010b59 service neutron] Pushing event updated for resources: {'Port': ['ID=80cb034b-1583-4a34-a888-d6a5a94739ed,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:02.470491 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-54cf50d9-da22-4f58-b535-168cf79386d2 req-23c217d9-9627-4d0d-85a2-2aa7e710b803 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Oct 14 13:04:03.096772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-888fec75-9fa4-42f8-9ea5-6241d63c167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.098315 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-888fec75-9fa4-42f8-9ea5-6241d63c167f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1128 time: 0.0400422 Oct 14 13:04:03.124204 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97234465-3179-4019-bec1-d87a5503657e req-80e4d3b0-905e-465c-a4e9-e5986920ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.125747 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97234465-3179-4019-bec1-d87a5503657e req-80e4d3b0-905e-465c-a4e9-e5986920ba89 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 1127 time: 0.0665948 Oct 14 13:04:03.148257 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981af2b-c0ed-4db1-a245-10711cff5cce req-dc585235-92ee-4ae9-83e5-c906df92b838 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.149752 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7981af2b-c0ed-4db1-a245-10711cff5cce req-dc585235-92ee-4ae9-83e5-c906df92b838 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 943 time: 0.0813398 Oct 14 13:04:03.193410 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-9dfc016a-a8d9-4d59-8a15-1d8cd50b8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.194906 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-9dfc016a-a8d9-4d59-8a15-1d8cd50b8155 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.0899069 Oct 14 13:04:03.235975 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-efc959e5-a5d0-4cef-bb4e-fd9690e1efda service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 217 time: 0.0339274 Oct 14 13:04:03.257627 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7981af2b-c0ed-4db1-a245-10711cff5cce req-8d6fcd1f-6a58-4b28-a359-267bf6339fc4 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944579 Oct 14 13:04:03.271518 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97234465-3179-4019-bec1-d87a5503657e req-1148a718-3ccc-43b0-a7dc-3597b14f0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.273252 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97234465-3179-4019-bec1-d87a5503657e req-1148a718-3ccc-43b0-a7dc-3597b14f0553 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=9247e549c63f4a42be20f5a7aeda0594&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1409514 Oct 14 13:04:03.286316 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-a1cf4bf1-e7ce-4dcc-90dd-d9c59c51a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.287803 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-a1cf4bf1-e7ce-4dcc-90dd-d9c59c51a0c2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0461662 Oct 14 13:04:03.331361 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-2ff96534-985f-45a0-bc99-226ef76cf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.332862 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-2ff96534-985f-45a0-bc99-226ef76cf1ec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385723 Oct 14 13:04:03.369945 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97234465-3179-4019-bec1-d87a5503657e req-03a00ad7-08e4-4b05-bf9c-65728c396cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.371422 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97234465-3179-4019-bec1-d87a5503657e req-03a00ad7-08e4-4b05-bf9c-65728c396cfa service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923033 Oct 14 13:04:03.443283 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-13053602-fbff-4114-a7b7-25297eb5ae3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021862 Oct 14 13:04:03.448125 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-3d7ce061-4056-4808-bbd7-20fdb10de149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.449628 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-3d7ce061-4056-4808-bbd7-20fdb10de149 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 1127 time: 0.0399647 Oct 14 13:04:03.489553 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-f05cac15-ded2-4c47-9668-1759fbb68e97 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cb034b-1583-4a34-a888-d6a5a94739ed HTTP/1.1" status: 200 len: 217 time: 0.0323949 Oct 14 13:04:03.520714 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:03.522017 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:03.531523 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:03.551093 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ffff0b-3a45-4c04-9333-5c15333a2561 req-3df9f287-2d2b-4876-ac78-3b1b114f714d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021311 Oct 14 13:04:03.551540 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-a02f4a1e-66e6-46e9-b966-cc55d2e4503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.553043 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-a02f4a1e-66e6-46e9-b966-cc55d2e4503b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.0576911 Oct 14 13:04:03.600849 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-2c575e1a-018b-4f16-91e9-11dd949a7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.602378 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-2c575e1a-018b-4f16-91e9-11dd949a7753 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392203 Oct 14 13:04:03.606970 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec56b88-efb9-49e9-aa31-c2ac07447505 req-429a0d67-55b9-473f-9e61-fc589ea14b57 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:03.608506 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ec56b88-efb9-49e9-aa31-c2ac07447505 req-429a0d67-55b9-473f-9e61-fc589ea14b57 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0502965 Oct 14 13:04:03.658433 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ec56b88-efb9-49e9-aa31-c2ac07447505 req-a4f3fac1-8027-4557-9e59-eb061c33caa0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434523 Oct 14 13:04:03.700534 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-22dc71dd-eef0-4db2-9464-cff26af31ffb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896447 Oct 14 13:04:03.786892 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:03.791734 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c7ee3e8c-7159-4d42-8d87-8c69e69965dd req-2d92d69d-10ef-4427-8a3f-0aed4b35877f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846355 Oct 14 13:04:04.377241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887caf-565a-4aaf-968f-4ed7f0c29da1 req-c2b49375-8576-4468-9ad3-b2e2fd528d82 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:04.378732 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-04887caf-565a-4aaf-968f-4ed7f0c29da1 req-c2b49375-8576-4468-9ad3-b2e2fd528d82 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 943 time: 0.0472169 Oct 14 13:04:04.429818 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-04887caf-565a-4aaf-968f-4ed7f0c29da1 req-76b5ba44-fb8e-43e1-8d6e-8799a67638e0 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455766 Oct 14 13:04:04.782106 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543721-9889-4e1f-bc56-2acc42ed6312 req-3448244d-6eae-4085-8bc3-1d0111e4e7e3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:04.783582 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-64543721-9889-4e1f-bc56-2acc42ed6312 req-3448244d-6eae-4085-8bc3-1d0111e4e7e3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0462365 Oct 14 13:04:04.829990 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-64543721-9889-4e1f-bc56-2acc42ed6312 req-a3071418-2ead-4bc0-80da-efea4ca9309e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Oct 14 13:04:05.121346 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:05.160210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 80cb034b-1583-4a34-a888-d6a5a94739ed details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:04:05.183870 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:05.236467 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:05.273256 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 80cb034b-1583-4a34-a888-d6a5a94739ed, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=80cb034b-1583-4a34-a888-d6a5a94739ed,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:05.285159 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'port_id': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'mac_address': 'fa:16:3e:f1:18:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:04:05.319060 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 80cb034b-1583-4a34-a888-d6a5a94739ed is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:05.319445 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:05.332839 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cb034b-1583-4a34-a888-d6a5a94739ed {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:04:05.352773 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 80cb034b-1583-4a34-a888-d6a5a94739ed, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=80cb034b-1583-4a34-a888-d6a5a94739ed,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:05.356874 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:05.357548 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:04:05.427508 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=80cb034b-1583-4a34-a888-d6a5a94739ed,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:05.461072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.461458 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.461797 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.462193 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.462519 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.462849 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.463176 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.463499 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.463833 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.464154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.464470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.464794 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.465735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.465735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.466004 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:05.511034 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:05.522419 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '096cc001-9ca8-472a-8f3d-2a345a805218', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218', 'mac_address': 'fa:16:3e:ba:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:04:05.554518 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37981-237d-44e0-8421-4e9ac82d7d1b req-6195ed8c-f3db-4268-9580-a1e44de78923 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:05.556009 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33e37981-237d-44e0-8421-4e9ac82d7d1b req-6195ed8c-f3db-4268-9580-a1e44de78923 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 944 time: 0.0474598 Oct 14 13:04:05.559295 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:05.559688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:05.568700 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:05.573080 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:05.573622 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096cc001-9ca8-472a-8f3d-2a345a805218 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:04:05.597648 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:05.602236 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:05.608220 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33e37981-237d-44e0-8421-4e9ac82d7d1b req-cf84e50a-4822-4661-8b6a-2744eead2578 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461149 Oct 14 13:04:05.652914 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:05.960768 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57e6d-7b37-489f-89ba-d7ac5ea10fa9 req-9c9ab75d-886f-4e60-b0fd-d7cb141b19ee tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:05.962293 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-62f57e6d-7b37-489f-89ba-d7ac5ea10fa9 req-9c9ab75d-886f-4e60-b0fd-d7cb141b19ee tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0480380 Oct 14 13:04:06.010616 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-62f57e6d-7b37-489f-89ba-d7ac5ea10fa9 req-30726657-437c-431d-b3c5-244348aa219c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Oct 14 13:04:06.030750 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['80cb034b-1583-4a34-a888-d6a5a94739ed'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:04:06.136528 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['096cc001-9ca8-472a-8f3d-2a345a805218'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:04:06.225180 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:06.258040 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:06.737464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f0cf7-dc96-41ca-ad97-e87f1885d51a req-bf425a15-0fcb-4980-9ee9-9cfe9df69fd8 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:06.738931 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8d7f0cf7-dc96-41ca-ad97-e87f1885d51a req-bf425a15-0fcb-4980-9ee9-9cfe9df69fd8 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 944 time: 0.0523088 Oct 14 13:04:06.787089 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8d7f0cf7-dc96-41ca-ad97-e87f1885d51a req-0d1a29dc-fca0-4b42-a51a-c82d40fa99e3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Oct 14 13:04:07.139751 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfef7e-953a-49e7-963c-04c5a4cce629 req-847778a0-12c9-4f49-b071-0aa561940d8d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:07.141272 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e8dfef7e-953a-49e7-963c-04c5a4cce629 req-847778a0-12c9-4f49-b071-0aa561940d8d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Oct 14 13:04:07.185407 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:07.190076 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e8dfef7e-953a-49e7-963c-04c5a4cce629 req-59fc4f1d-9535-4b37-ad80-4f3193bd440a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Oct 14 13:04:07.254621 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737c6ae-1c11-4729-9d75-ee97c72e600b req-230674c3-f52f-49d9-8f95-5b0fc0f6bfb6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:07.256204 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f737c6ae-1c11-4729-9d75-ee97c72e600b req-230674c3-f52f-49d9-8f95-5b0fc0f6bfb6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0496647 Oct 14 13:04:07.288807 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:07.304863 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f737c6ae-1c11-4729-9d75-ee97c72e600b req-f6fb9d7d-43e9-4410-86dd-6acf27b6e4e0 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Oct 14 13:04:07.452398 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 80cb034b-1583-4a34-a888-d6a5a94739ed up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:04:07.496657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 80cb034b-1583-4a34-a888-d6a5a94739ed completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:04:07.502326 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 80cb034b-1583-4a34-a888-d6a5a94739ed triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:07.502698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:07.503026 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 80cb034b-1583-4a34-a888-d6a5a94739ed Oct 14 13:04:07.708285 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 80cb034b-1583-4a34-a888-d6a5a94739ed is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:07.708668 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:07.732661 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:07.735154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b8989-5fae-4da8-bb09-ce8be792abcc" -d '{"events": [{"server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "name": "network-vif-plugged", "status": "completed", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:07.748052 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 80cb034b-1583-4a34-a888-d6a5a94739ed, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=80cb034b-1583-4a34-a888-d6a5a94739ed,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:07.752249 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:07.753042 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:04:07.792563 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b2ba8c-b66c-4827-b77f-f90807b5f860 x-openstack-request-id: req-a9b2ba8c-b66c-4827-b77f-f90807b5f860 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:07.792847 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "name": "network-vif-plugged", "status": "completed", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:07.793093 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9b2ba8c-b66c-4827-b77f-f90807b5f860 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:07.793471 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b2ba8c-b66c-4827-b77f-f90807b5f860'] response: {'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'code': 200} Oct 14 13:04:07.831511 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=80cb034b-1583-4a34-a888-d6a5a94739ed,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:07.839845 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 096cc001-9ca8-472a-8f3d-2a345a805218 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:04:07.846421 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 096cc001-9ca8-472a-8f3d-2a345a805218 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:07.846801 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:07.847140 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 096cc001-9ca8-472a-8f3d-2a345a805218 Oct 14 13:04:07.910107 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95434-d875-4cd2-b478-f46f77250343 req-8bc0a25e-d127-4bcf-8670-62637d46d5f7 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:07.911678 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7bb95434-d875-4cd2-b478-f46f77250343 req-8bc0a25e-d127-4bcf-8670-62637d46d5f7 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0465295 Oct 14 13:04:07.919850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:07.920243 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:07.954371 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:07.958624 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:07.965061 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7bb95434-d875-4cd2-b478-f46f77250343 req-1fdede3e-1e94-46db-bb81-b6f917b33d6f tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477681 Oct 14 13:04:08.014002 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:08.320900 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa375ef-71da-4c1e-81ec-22a3e1e6c6b3 req-ad39a756-2085-42c8-82c8-eb80edd44754 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:08.322592 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fa375ef-71da-4c1e-81ec-22a3e1e6c6b3 req-ad39a756-2085-42c8-82c8-eb80edd44754 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0496476 Oct 14 13:04:08.372845 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fa375ef-71da-4c1e-81ec-22a3e1e6c6b3 req-6b4ad4ed-d9bf-4538-8ea5-831c92b60cea tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 Oct 14 13:04:08.439479 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82204e0b-d6d6-464d-a763-99302c78e035 req-fc731c5b-0c9a-487a-bd36-961c43d48d06 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:08.441151 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-82204e0b-d6d6-464d-a763-99302c78e035 req-fc731c5b-0c9a-487a-bd36-961c43d48d06 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Oct 14 13:04:08.501711 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-82204e0b-d6d6-464d-a763-99302c78e035 req-e0d237da-dcd0-4546-8146-3099e509ffbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551236 Oct 14 13:04:09.084076 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7edead-c3e9-4d17-9dd2-a6e989188a73 req-efeb06f5-c345-4df1-af66-ebfbab989484 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:09.085615 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6c7edead-c3e9-4d17-9dd2-a6e989188a73 req-efeb06f5-c345-4df1-af66-ebfbab989484 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0460722 Oct 14 13:04:09.132787 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6c7edead-c3e9-4d17-9dd2-a6e989188a73 req-bf61799f-65c4-43ed-b74f-37d2fedfdaa3 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417392 Oct 14 13:04:09.502856 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2edc-a9cf-4ed3-8aaf-ff5c2f8b1499 req-18fe16ef-a2ab-466c-b86b-919c5b1d6079 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:09.504371 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-759a2edc-a9cf-4ed3-8aaf-ff5c2f8b1499 req-18fe16ef-a2ab-466c-b86b-919c5b1d6079 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Oct 14 13:04:09.556362 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-759a2edc-a9cf-4ed3-8aaf-ff5c2f8b1499 req-3c792fdc-1819-4e13-bc9f-03af62807784 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463853 Oct 14 13:04:09.629934 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c5b49-55ae-43f6-8439-8c46b37af4a3 req-c4b21e96-fe25-4743-80b7-4a75b9daaf1c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:09.631431 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e4c5b49-55ae-43f6-8439-8c46b37af4a3 req-c4b21e96-fe25-4743-80b7-4a75b9daaf1c tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0533533 Oct 14 13:04:09.680055 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e4c5b49-55ae-43f6-8439-8c46b37af4a3 req-fc638f30-fe60-4e68-80e0-cb8982413d88 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Oct 14 13:04:09.795112 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:09.797395 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b382de7-f897-4f88-8b09-ea12d37f299c" -d '{"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-plugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:09.833809 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d50aa5-9b05-4208-b316-31d8e9f44cdd x-openstack-request-id: req-58d50aa5-9b05-4208-b316-31d8e9f44cdd {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:09.834100 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-plugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:09.834373 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58d50aa5-9b05-4208-b316-31d8e9f44cdd {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:09.834765 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d50aa5-9b05-4208-b316-31d8e9f44cdd'] response: {'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'code': 200} Oct 14 13:04:10.282953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb624a3-b4ad-4f14-9531-4b4d66981700 req-58c6008c-42e6-4542-ba31-c9440d73e6f2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:10.284486 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3cb624a3-b4ad-4f14-9531-4b4d66981700 req-58c6008c-42e6-4542-ba31-c9440d73e6f2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0481582 Oct 14 13:04:10.384589 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3cb624a3-b4ad-4f14-9531-4b4d66981700 req-d6339d94-e0db-4870-9cd9-fb663336c3dd tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932777 Oct 14 13:04:10.390447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d041798-b91c-4d25-b617-c2b5868ab0d5 req-7b1f6637-d816-449c-bb46-f1cccc27e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:10.391962 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4d041798-b91c-4d25-b617-c2b5868ab0d5 req-7b1f6637-d816-449c-bb46-f1cccc27e632 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 1129 time: 0.0575953 Oct 14 13:04:10.393092 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff8eb7-edca-4c89-b615-bf60ddefc4e8 req-2827f1b7-8d5a-4550-86fc-768da03c5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:10.394579 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35ff8eb7-edca-4c89-b615-bf60ddefc4e8 req-2827f1b7-8d5a-4550-86fc-768da03c5c67 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1130 time: 0.0506191 Oct 14 13:04:10.451235 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35ff8eb7-edca-4c89-b615-bf60ddefc4e8 req-d89bdb61-aa66-4e14-811b-709a873eb27e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466990 Oct 14 13:04:10.474064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-5b32a1ec-6068-4e85-bb93-63a7198a3a19 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:10.475526 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-5b32a1ec-6068-4e85-bb93-63a7198a3a19 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0700929 Oct 14 13:04:10.489126 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4d041798-b91c-4d25-b617-c2b5868ab0d5 req-61b1ad38-b8c9-4852-a005-d71435ec15f9 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740538 Oct 14 13:04:10.688144 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1465786-1480-46d4-95a5-ac6d19614c59 req-24846769-929f-4fc1-a421-3aeb8a75a7e7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:10.689631 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c1465786-1480-46d4-95a5-ac6d19614c59 req-24846769-929f-4fc1-a421-3aeb8a75a7e7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Oct 14 13:04:10.739416 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c1465786-1480-46d4-95a5-ac6d19614c59 req-98afc57c-eda0-44f0-b77e-5b08f5cd18ec tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442140 Oct 14 13:04:10.792475 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:10.801403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ca143-a340-4030-b03b-c45e88e4bfe8 req-416b0d3f-f075-4461-a05b-626a52fd21c3 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:10.802888 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c4ca143-a340-4030-b03b-c45e88e4bfe8 req-416b0d3f-f075-4461-a05b-626a52fd21c3 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 945 time: 0.0474896 Oct 14 13:04:10.850426 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c4ca143-a340-4030-b03b-c45e88e4bfe8 req-de037170-a9e7-464d-b93e-ed8d4c0c75a6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c0dccb60-ad5f-41f3-97a9-156bd7d106c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 Oct 14 13:04:10.942681 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Deleting port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:10.943025 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:11.036726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] For port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:11.037088 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:11.360555 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:11.421001 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:11.421972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:11.422299 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Floating IP bec0d388-cc5b-4d5e-a2f2-0179545ceddc disassociated. External IP: 172.27.3.27, port: 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5. Oct 14 13:04:11.422823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Calling delete_port for 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:11.536422 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0f37e-ae41-4d13-bb02-110c5f1ab75b req-d171ad1d-23af-49f8-abfc-da0111630d1e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:11.537910 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dbd0f37e-ae41-4d13-bb02-110c5f1ab75b req-d171ad1d-23af-49f8-abfc-da0111630d1e tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0703335 Oct 14 13:04:11.570433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:11.625353 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dbd0f37e-ae41-4d13-bb02-110c5f1ab75b req-e301271d-7c3f-466f-b474-67c82d9f2091 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799587 Oct 14 13:04:11.645771 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:11.683816 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event deleted for resources: {'Port': ['ID=7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:11.801590 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Router e95ec82e-44dc-4037-8afc-5676e43144ba has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:04:11.865827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67e8aa-0c26-4ce4-a1de-cc36c9ea0651 req-695dba4a-6251-41a9-b781-b5efaff0aa33 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:11.867309 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c67e8aa-0c26-4ce4-a1de-cc36c9ea0651 req-695dba4a-6251-41a9-b781-b5efaff0aa33 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0485759 Oct 14 13:04:11.908348 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:04:11.922130 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] Sync routers for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:04:11.932960 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:11.933821 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:11.937592 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c67e8aa-0c26-4ce4-a1de-cc36c9ea0651 req-3d192384-132e-4db7-b6ec-389557812425 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636623 Oct 14 13:04:11.981618 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-19fad8c1-b785-4dfc-9f25-2c316e52e251 req-4b3c156a-ca0b-4d53-b7ff-c65b6ae651d5 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.0480497 Oct 14 13:04:11.981618 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] No DVR routers for this DVR port 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:04:11.983933 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:11.987362 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc79bd0d-9b6f-4c08-b7d8-77c9e1e06a5d req-1b17098c-65cc-4ae7-ba4b-ee516492fdbb tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "DELETE /networking/v2.0/ports/7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 HTTP/1.1" status: 204 len: 173 time: 1.1233037 Oct 14 13:04:11.987759 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'name': 'network-vif-deleted', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:11.990025 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1428ecb-a7f4-464c-8543-9d86ef8b6261" -d '{"events": [{"server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "name": "network-vif-deleted", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:12.037952 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd559852-af39-4be2-a09d-d300834390eb x-openstack-request-id: req-bd559852-af39-4be2-a09d-d300834390eb {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:12.038263 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1bf768-41b1-41c6-9621-d0aaead003e5", "name": "network-vif-deleted", "tag": "7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:12.038494 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd559852-af39-4be2-a09d-d300834390eb {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:12.038901 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd559852-af39-4be2-a09d-d300834390eb'] response: {'server_uuid': 'ac1bf768-41b1-41c6-9621-d0aaead003e5', 'name': 'network-vif-deleted', 'tag': '7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5', 'status': 'completed', 'code': 200} Oct 14 13:04:12.063214 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:12.078807 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456b62-d6cf-41b5-a835-62855fab4f9f req-b18e6b3e-208b-44c3-92d0-94568f8ecafc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:12.080731 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07456b62-d6cf-41b5-a835-62855fab4f9f req-b18e6b3e-208b-44c3-92d0-94568f8ecafc tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0542049 Oct 14 13:04:12.091282 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46420) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:12.096315 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Request body: {'floatingip': {'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:12.139139 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (fd100ae9-2565-42b3-bbfa-642c75ea1cfe), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:12.294277 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:12.317889 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] Checking router: e95ec82e-44dc-4037-8afc-5676e43144ba for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:04:12.326291 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:12.326884 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:12.427382 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:12.455474 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:12.599990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:12.604715 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (fd100ae9-2565-42b3-bbfa-642c75ea1cfe), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:12.618410 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:12.646380 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60d9ca-7a77-4ca9-9b29-ed9b27d9f055 None None] The sync data for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi is: [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T12:59:44Z', 'revision_number': 4, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae6aca12-12ca-432a-ba79-a0baa7c8b019', 'name': '', 'network_id': '71d7f67c-efcc-4a77-8c43-10bba17af0b2', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'mac_address': 'fa:16:3e:13:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:41Z', 'updated_at': '2022-10-14T12:59:57Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'subnets': [{'id': '149fa151-6a2f-4a08-ae89-995ac1c1cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:04:12.727010 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Floating IP fd100ae9-2565-42b3-bbfa-642c75ea1cfe associated. External IP: 172.27.3.129, port: 096cc001-9ca8-472a-8f3d-2a345a805218. Oct 14 13:04:12.817260 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4d27b-58d1-4101-a00f-96477dd9c9f2 req-8cd2032d-26c7-4289-b946-343899c2dc70 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:12.818789 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-16a4d27b-58d1-4101-a00f-96477dd9c9f2 req-8cd2032d-26c7-4289-b946-343899c2dc70 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0885344 Oct 14 13:04:12.910485 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:12.914116 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-16a4d27b-58d1-4101-a00f-96477dd9c9f2 req-b4efd2c3-80e7-4318-80e6-0476fb4a31ab tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664444 Oct 14 13:04:12.930713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b0ec6-39ed-4d14-8d28-abde79846567 None None] New status for floating IP bec0d388-cc5b-4d5e-a2f2-0179545ceddc: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:04:13.032949 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:04:13.043865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33bebe-b9fe-48b8-ba57-f5e1e20d7a8d req-cba43a7d-8bea-4d73-ac66-1a413bffd3f5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:13.046312 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5f33bebe-b9fe-48b8-ba57-f5e1e20d7a8d req-cba43a7d-8bea-4d73-ac66-1a413bffd3f5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0510728 Oct 14 13:04:13.056954 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46430) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:13.061854 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Request body: {'floatingip': {'port_id': '80cb034b-1583-4a34-a888-d6a5a94739ed'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:13.103976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (2c9113d2-6ae6-4556-9ee7-ef97f0ba3493), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:13.126158 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-471dd82e-2c0d-438a-ad71-67768947b447 req-98a4618d-8dcb-43c8-9b95-c3e5a2e07b94 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ac1bf768-41b1-41c6-9621-d0aaead003e5 HTTP/1.1" status: 200 len: 210 time: 0.0346267 Oct 14 13:04:13.193096 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:04:13.198777 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:13.208753 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:04:13.223527 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:13.224139 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:13.249595 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7ddae283-87d4-4d5c-a736-2b5682b4ca08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/fd100ae9-2565-42b3-bbfa-642c75ea1cfe HTTP/1.1" status: 200 len: 992 time: 1.1571059 Oct 14 13:04:13.355930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:13.424209 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:13.432695 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:13.471778 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:13.492798 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:13.493150 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 7f90ffc6-2d72-4ce5-b0ce-2855a620d1c5 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:13.583270 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:13.587095 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (2c9113d2-6ae6-4556-9ee7-ef97f0ba3493), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:13.602141 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:13.649467 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'fd100ae9-2565-42b3-bbfa-642c75ea1cfe', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'mac_address': 'fa:16:3e:ba:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:57Z', 'updated_at': '2022-10-14T13:04:12Z', 'revision_number': 1, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:13.674687 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:04:13.676299 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:13.685306 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:13.685960 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:13.793519 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:13.928082 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Floating IP 2c9113d2-6ae6-4556-9ee7-ef97f0ba3493 associated. External IP: 172.27.3.185, port: 80cb034b-1583-4a34-a888-d6a5a94739ed. Oct 14 13:04:14.006335 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'fd100ae9-2565-42b3-bbfa-642c75ea1cfe', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'mac_address': 'fa:16:3e:ba:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:57Z', 'updated_at': '2022-10-14T13:04:12Z', 'revision_number': 1, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:14.034254 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96cf12-761d-4796-bbdb-ce36befd7122 None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': 'fd100ae9-2565-42b3-bbfa-642c75ea1cfe', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'mac_address': 'fa:16:3e:ba:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:57Z', 'updated_at': '2022-10-14T13:04:12Z', 'revision_number': 1, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:04:14.041008 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:14.044055 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c070157-f319-417d-991b-99506a7d724b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:14.083888 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aef0be-21c8-4e2c-82e5-da586a4dbe39 x-openstack-request-id: req-05aef0be-21c8-4e2c-82e5-da586a4dbe39 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:14.084339 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:14.084707 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05aef0be-21c8-4e2c-82e5-da586a4dbe39 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:14.085191 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05aef0be-21c8-4e2c-82e5-da586a4dbe39'] response: {'name': 'network-changed', 'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'status': 'completed', 'code': 200} Oct 14 13:04:14.122613 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:14.134960 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:04:14.148185 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c070157-f319-417d-991b-99506a7d724b req-b4866582-0590-49d7-b755-69fecfe6a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:14.150332 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-b4866582-0590-49d7-b755-69fecfe6a22f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1130 time: 0.0437665 Oct 14 13:04:14.256689 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:04:14.265526 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:14.267910 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46442) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:14.270608 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:04:14.276798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c070157-f319-417d-991b-99506a7d724b req-cb7802ee-82a8-428d-b3df-9351de0039f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:14.279075 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-cb7802ee-82a8-428d-b3df-9351de0039f2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.1225190 Oct 14 13:04:14.284702 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:14.285527 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:14.297208 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb31102-dfae-4f1d-a02e-5bc3f8900cdb None None] New status for floating IP fd100ae9-2565-42b3-bbfa-642c75ea1cfe: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:04:14.335331 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2041457a-7dab-48d4-aa49-61b0d8c7b0a6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/2c9113d2-6ae6-4556-9ee7-ef97f0ba3493 HTTP/1.1" status: 200 len: 991 time: 1.2770324 Oct 14 13:04:14.338240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:14.340550 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:14.362471 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:14.366348 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-73504c26-ce9c-462c-a85a-bc70f97d318e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 1000 time: 0.0795906 Oct 14 13:04:14.368562 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group (c0dccb60-ad5f-41f3-97a9-156bd7d106c6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:14.406279 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group (c0dccb60-ad5f-41f3-97a9-156bd7d106c6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:14.410196 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51219d0f-b116-49a8-b37e-98cc73fb23d2 x-openstack-request-id: req-51219d0f-b116-49a8-b37e-98cc73fb23d2 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:14.410603 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:14.411484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51219d0f-b116-49a8-b37e-98cc73fb23d2 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:14.411484 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51219d0f-b116-49a8-b37e-98cc73fb23d2'] response: {'name': 'network-changed', 'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'status': 'completed', 'code': 200} Oct 14 13:04:14.433991 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:14.466181 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c070157-f319-417d-991b-99506a7d724b req-3ddf2606-4692-42d1-8fad-f8f1cec613f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:14.467631 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-3ddf2606-4692-42d1-8fad-f8f1cec613f0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0962365 Oct 14 13:04:14.480966 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c0dccb60-ad5f-41f3-97a9-156bd7d106c6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:14.483790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:14.488027 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c0dccb60-ad5f-41f3-97a9-156bd7d106c6 HTTP/1.1" status: 204 len: 168 time: 0.2190626 Oct 14 13:04:14.488648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46448) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:14.513185 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dccb60-ad5f-41f3-97a9-156bd7d106c6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:14.516737 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-b7e1c985-6f6e-444f-ba93-777ebf7ff142 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] show failed (client error): The resource could not be found. Oct 14 13:04:14.519490 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-28b341a3-6d48-4712-8434-ef60740b788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:14.520976 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-28b341a3-6d48-4712-8434-ef60740b788d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9247e549c63f4a42be20f5a7aeda0594&device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 1129 time: 0.0880225 Oct 14 13:04:14.521405 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b7e1c985-6f6e-444f-ba93-777ebf7ff142 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups/c0dccb60-ad5f-41f3-97a9-156bd7d106c6 HTTP/1.1" status: 404 len: 347 time: 0.0282981 Oct 14 13:04:14.521627 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46450) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:14.522502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c070157-f319-417d-991b-99506a7d724b req-e4446d31-fe00-49c8-8b79-623d4763ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:14.523249 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:14.524083 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-e4446d31-fe00-49c8-8b79-623d4763ec18 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487704 Oct 14 13:04:14.527056 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.527438 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.527784 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.528127 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.528466 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.528801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.529137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.529697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.530038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.532416 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.532550 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.532895 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.533268 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.533675 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.534104 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78831d4e-854a-4c7b-a46b-7a0362f29146 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:04:14.610275 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:14.702475 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '2c9113d2-6ae6-4556-9ee7-ef97f0ba3493', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'port_id': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'mac_address': 'fa:16:3e:f1:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:58Z', 'updated_at': '2022-10-14T13:04:13Z', 'revision_number': 1, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:14.727740 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:04:14.736370 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:14.736965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:14.787988 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Deleting port 5a921331-1c5d-4f01-936f-43b68cf22141 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:14.788332 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (5a921331-1c5d-4f01-936f-43b68cf22141), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:14.793108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-4922f5d7-9ff5-4f3c-a921-24d778070d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:14.794595 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-4922f5d7-9ff5-4f3c-a921-24d778070d7b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 200 len: 912 time: 0.2321715 Oct 14 13:04:14.815259 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-5e2b0fce-e6da-41c8-8027-6e93d203fb0f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444646 Oct 14 13:04:14.841017 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:15.072136 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '2c9113d2-6ae6-4556-9ee7-ef97f0ba3493', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'port_id': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'mac_address': 'fa:16:3e:f1:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:58Z', 'updated_at': '2022-10-14T13:04:13Z', 'revision_number': 1, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:15.096949 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae392e-20da-4eda-90c2-aaf22c38c184 None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '2c9113d2-6ae6-4556-9ee7-ef97f0ba3493', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'port_id': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'mac_address': 'fa:16:3e:f1:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:03:58Z', 'updated_at': '2022-10-14T13:04:13Z', 'revision_number': 1, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:04:15.171866 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-a26377c9-0b3a-429f-b678-8d9866cdf37e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cb034b-1583-4a34-a888-d6a5a94739ed HTTP/1.1" status: 200 len: 999 time: 0.3662710 Oct 14 13:04:15.231114 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (5a921331-1c5d-4f01-936f-43b68cf22141), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:15.231443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (5a921331-1c5d-4f01-936f-43b68cf22141), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:15.241771 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:15.261806 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Calling delete_port for 5a921331-1c5d-4f01-936f-43b68cf22141 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:15.289748 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7c070157-f319-417d-991b-99506a7d724b req-c6fc4ed6-a5ea-49fd-80a2-6307b2a5700a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263136 Oct 14 13:04:15.293000 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-f2f31cbf-092e-4623-bc27-83a05ac74d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:15.294364 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-f2f31cbf-092e-4623-bc27-83a05ac74d07 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 200 len: 850 time: 0.1147323 Oct 14 13:04:15.295896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b62854-0be4-4abd-b3f8-c31fe68ee055 None None] New status for floating IP 2c9113d2-6ae6-4556-9ee7-ef97f0ba3493: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:04:15.377875 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:15.380875 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-6c3cb9a1-63eb-41bb-9569-d080961e8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:15.382385 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-6c3cb9a1-63eb-41bb-9569-d080961e8e0f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=19221892-26e2-485e-83b6-c9b12590cb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588422 Oct 14 13:04:15.520056 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-6f22e0f3-338f-437e-a0a9-2d75be187825 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309679 Oct 14 13:04:15.523955 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (5a921331-1c5d-4f01-936f-43b68cf22141), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:15.567470 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event deleted for resources: {'Port': ['ID=5a921331-1c5d-4f01-936f-43b68cf22141,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:15.698632 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f2e8b8d-eabd-41d4-b63f-cfe137f5639a req-6d4015c0-3d19-48f2-a5c0-dfbf2b146bab service neutron] 10.222.0.18 "GET /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718431 Oct 14 13:04:15.699395 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks [] for floatingip (bec0d388-cc5b-4d5e-a2f2-0179545ceddc), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:15.701878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:15.703923 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1a7d80df-bbcd-42e8-9735-c4fb6af0308f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/bec0d388-cc5b-4d5e-a2f2-0179545ceddc HTTP/1.1" status: 204 len: 168 time: 1.1782508 Oct 14 13:04:18.333755 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f241c19-14e9-4d5d-b61f-0cf3a8b88c90 req-9785fdd0-6a01-42a9-8336-f739365f1e30 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:18.335221 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7f241c19-14e9-4d5d-b61f-0cf3a8b88c90 req-9785fdd0-6a01-42a9-8336-f739365f1e30 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0463200 Oct 14 13:04:18.384478 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7f241c19-14e9-4d5d-b61f-0cf3a8b88c90 req-6afaa17f-56c6-4637-93d5-863c662d5b53 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Oct 14 13:04:19.508118 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e654ead-addd-4ec1-83da-75420b03e945 req-2fc3ecbd-707c-44aa-9a7b-4cf6df90cad9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:19.510107 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e654ead-addd-4ec1-83da-75420b03e945 req-2fc3ecbd-707c-44aa-9a7b-4cf6df90cad9 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0463712 Oct 14 13:04:19.559782 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e654ead-addd-4ec1-83da-75420b03e945 req-f8b8caac-cb69-44d2-a689-4094e50ce4a4 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441260 Oct 14 13:04:20.640058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-6d5d384d-2587-443d-9822-aeff61f8bb46 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:20.641532 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-6d5d384d-2587-443d-9822-aeff61f8bb46 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0469429 Oct 14 13:04:20.716787 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612faedf-3402-4030-8186-992cfbd30674 req-d93a3e82-d659-4a55-be0e-6c1dad4206e2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:20.718366 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-612faedf-3402-4030-8186-992cfbd30674 req-d93a3e82-d659-4a55-be0e-6c1dad4206e2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 945 time: 0.0759304 Oct 14 13:04:20.780077 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Deleting port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:20.780411 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:20.838122 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-612faedf-3402-4030-8186-992cfbd30674 req-200a94b0-56e1-49eb-87b3-e16811f2d089 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138446 Oct 14 13:04:20.886242 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] For port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:20.886605 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:20.899778 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Calling delete_port for 9a1f9cf5-f6ac-458f-991e-d6fcead5660f owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:20.937808 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:21.014231 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:21.033704 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (9a1f9cf5-f6ac-458f-991e-d6fcead5660f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:21.050651 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4749694d-66d5-4de8-b827-176ffeb49aa3', '9a1f9cf5-f6ac-458f-991e-d6fcead5660f'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:04:21.071118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event deleted for resources: {'Port': ['ID=9a1f9cf5-f6ac-458f-991e-d6fcead5660f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:21.123887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] No DVR routers for this DVR port 9a1f9cf5-f6ac-458f-991e-d6fcead5660f on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:04:21.126525 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:21.129892 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d8ac609e-afa1-4cd7-b5cd-ff2739245c8d req-560ed888-bf0a-48ef-aae9-c13bcfac9f1f tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "DELETE /networking/v2.0/ports/9a1f9cf5-f6ac-458f-991e-d6fcead5660f HTTP/1.1" status: 204 len: 173 time: 0.4793992 Oct 14 13:04:21.130504 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'name': 'network-vif-deleted', 'tag': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:21.132746 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a6b57-ca49-42e5-9590-3ea89282bac7" -d '{"events": [{"server_uuid": "ad463f3e-be3e-40a0-ad61-6eab6a24f957", "name": "network-vif-deleted", "tag": "9a1f9cf5-f6ac-458f-991e-d6fcead5660f"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:21.181554 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba2092-a4a1-4325-ab36-21b5ac43c620 x-openstack-request-id: req-31ba2092-a4a1-4325-ab36-21b5ac43c620 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:21.181878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad463f3e-be3e-40a0-ad61-6eab6a24f957", "name": "network-vif-deleted", "tag": "9a1f9cf5-f6ac-458f-991e-d6fcead5660f", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:21.182140 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31ba2092-a4a1-4325-ab36-21b5ac43c620 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:21.182555 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ba2092-a4a1-4325-ab36-21b5ac43c620'] response: {'server_uuid': 'ad463f3e-be3e-40a0-ad61-6eab6a24f957', 'name': 'network-vif-deleted', 'tag': '9a1f9cf5-f6ac-458f-991e-d6fcead5660f', 'status': 'completed', 'code': 200} Oct 14 13:04:21.952368 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bcc06c45-4a63-4764-8037-3cf19a7dc42f req-a94c2a14-eeae-47cf-a1a2-8ce6cd06032a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ad463f3e-be3e-40a0-ad61-6eab6a24f957 HTTP/1.1" status: 200 len: 210 time: 0.0272136 Oct 14 13:04:22.795012 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1024d50-2436-4c7c-81fb-4166db0fac64 req-89ac1ac3-f54e-4d3d-be13-2a79db8c4182 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:22.796397 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f1024d50-2436-4c7c-81fb-4166db0fac64 req-89ac1ac3-f54e-4d3d-be13-2a79db8c4182 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0468559 Oct 14 13:04:22.843365 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f1024d50-2436-4c7c-81fb-4166db0fac64 req-cb7d609c-6f03-48fe-89ee-400113702165 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Oct 14 13:04:23.223080 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74005d7e-5b27-4ace-affd-2d009848155a req-c5e51869-baf3-4343-a195-d0878365b908 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:23.224551 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-74005d7e-5b27-4ace-affd-2d009848155a req-c5e51869-baf3-4343-a195-d0878365b908 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0468616 Oct 14 13:04:23.271412 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-74005d7e-5b27-4ace-affd-2d009848155a req-55260641-27e6-4736-9d04-4638a0f7109b tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Oct 14 13:04:23.397730 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:04:23.520491 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 9a1f9cf5-f6ac-458f-991e-d6fcead5660f no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:23.541356 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 9a1f9cf5-f6ac-458f-991e-d6fcead5660f {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:23.541729 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 9a1f9cf5-f6ac-458f-991e-d6fcead5660f not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:23.970486 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cfa36-d8ba-4620-a317-4c89d3f0ea1f req-ceeae22a-f5d8-46e3-802a-1cf094173446 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:23.971933 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a4cfa36-d8ba-4620-a317-4c89d3f0ea1f req-ceeae22a-f5d8-46e3-802a-1cf094173446 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0503457 Oct 14 13:04:24.019108 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a4cfa36-d8ba-4620-a317-4c89d3f0ea1f req-3c021fe5-bccc-4532-8ef8-87b3e3376d83 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Oct 14 13:04:24.394788 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9ed02-5cf1-4ac5-8436-7a61ee1cea5d req-15f337f7-563b-45d4-a285-c471cf7c166a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:24.396240 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7cd9ed02-5cf1-4ac5-8436-7a61ee1cea5d req-15f337f7-563b-45d4-a285-c471cf7c166a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0510595 Oct 14 13:04:24.408017 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:24.446500 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7cd9ed02-5cf1-4ac5-8436-7a61ee1cea5d req-c9eb9417-a216-4a05-8347-a78bdf842058 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Oct 14 13:04:25.141917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6cca5-8f1d-448b-9cba-1df123f0a049 req-4b41105c-ac99-4b88-8e41-6aab31c8bf02 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:25.143383 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-83c6cca5-8f1d-448b-9cba-1df123f0a049 req-4b41105c-ac99-4b88-8e41-6aab31c8bf02 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0473645 Oct 14 13:04:25.190279 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-83c6cca5-8f1d-448b-9cba-1df123f0a049 req-cadd3f32-617e-45b7-a6fa-75d632045dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Oct 14 13:04:25.563909 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5c852-3874-4c83-a239-96ae4c8af3ca req-3e011e60-e9ee-4191-876b-c75819d5ac31 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:25.565358 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12f5c852-3874-4c83-a239-96ae4c8af3ca req-3e011e60-e9ee-4191-876b-c75819d5ac31 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0464969 Oct 14 13:04:25.612279 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12f5c852-3874-4c83-a239-96ae4c8af3ca req-4b604e56-23c8-4bad-81fc-83a90cf9920d tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Oct 14 13:04:26.314307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9afd0-4512-432c-bec2-03ba5d7466aa req-527538bd-8ae9-47ad-a9d1-114429a91d1e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:26.315791 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-43d9afd0-4512-432c-bec2-03ba5d7466aa req-527538bd-8ae9-47ad-a9d1-114429a91d1e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0496233 Oct 14 13:04:26.362387 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-43d9afd0-4512-432c-bec2-03ba5d7466aa req-c6c87850-adac-440f-a001-1688885415af tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Oct 14 13:04:26.728745 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02255-a60d-4b69-895c-b00331803c5b req-baeb533a-a9c3-4283-be7b-78ee39fbf6f2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:26.730219 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43b02255-a60d-4b69-895c-b00331803c5b req-baeb533a-a9c3-4283-be7b-78ee39fbf6f2 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0454221 Oct 14 13:04:26.779613 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43b02255-a60d-4b69-895c-b00331803c5b req-f50e153a-1df2-4847-b282-b76e0e3b1176 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Oct 14 13:04:27.352799 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-f77c06ff-d69f-4b8a-836a-cc8be97ba662 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:27.354851 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-f77c06ff-d69f-4b8a-836a-cc8be97ba662 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.0466065 Oct 14 13:04:27.489394 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-9834c7ca-2647-4f2e-9c85-e10ebc22f336 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:27.490850 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-9834c7ca-2647-4f2e-9c85-e10ebc22f336 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.1003482 Oct 14 13:04:27.562326 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576081-8dd9-4f02-bc02-a4082d161057 req-f8874f21-9157-4e3c-b0fb-dbf4650a8b1b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:27.563782 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-74576081-8dd9-4f02-bc02-a4082d161057 req-f8874f21-9157-4e3c-b0fb-dbf4650a8b1b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 946 time: 0.1198924 Oct 14 13:04:27.566996 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:27.567337 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:27.690836 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Deleting port 4749694d-66d5-4de8-b827-176ffeb49aa3 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:27.691187 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:27.764533 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-74576081-8dd9-4f02-bc02-a4082d161057 req-09345a35-fca8-4f99-b345-dd10ef394e37 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=22600316-6311-43f9-8e75-9262ae7353f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923630 Oct 14 13:04:27.784159 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:27.794137 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] For port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:27.794502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:27.853887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:27.868596 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] For port 4749694d-66d5-4de8-b827-176ffeb49aa3, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4749694d-66d5-4de8-b827-176ffeb49aa3,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:27.868958 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:27.885844 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Calling delete_port for 4749694d-66d5-4de8-b827-176ffeb49aa3 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:27.898987 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4c5bc-b1d6-4474-84dc-a007bc27e227 req-1bb5b675-f1e6-4312-a671-7c57c707e42a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:27.900975 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06e4c5bc-b1d6-4474-84dc-a007bc27e227 req-1bb5b675-f1e6-4312-a671-7c57c707e42a tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=20015651-8ebe-44d9-9d4a-b4e15741c295 HTTP/1.1" status: 200 len: 946 time: 0.0468950 Oct 14 13:04:27.934198 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:27.950083 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06e4c5bc-b1d6-4474-84dc-a007bc27e227 req-1baf7818-6783-49c1-b34a-2facd557ddd6 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1a1f895-223f-43d5-aa07-f48242442f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Oct 14 13:04:28.048877 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:28.049241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (e443deb3-810d-45f2-83fe-88d328f0be02), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:28.049579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP e443deb3-810d-45f2-83fe-88d328f0be02 disassociated. External IP: 172.27.3.178, port: a2f37eab-d8a1-4f80-9b48-0dc66a773d6f. Oct 14 13:04:28.049926 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for a2f37eab-d8a1-4f80-9b48-0dc66a773d6f owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:28.169924 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (4749694d-66d5-4de8-b827-176ffeb49aa3), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:28.180930 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4749694d-66d5-4de8-b827-176ffeb49aa3'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:04:28.201199 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Pushing event deleted for resources: {'Port': ['ID=4749694d-66d5-4de8-b827-176ffeb49aa3,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:28.271543 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] No DVR routers for this DVR port 4749694d-66d5-4de8-b827-176ffeb49aa3 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:04:28.276142 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:28.279333 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9acc4c59-2667-4941-a015-5cd733fd4c34 req-f1f19b8a-4cda-41ef-8a74-72abf749db09 tempest-ServerRescueNegativeTestJSON-284328419 tempest-ServerRescueNegativeTestJSON-284328419-project] 10.222.0.18 "DELETE /networking/v2.0/ports/4749694d-66d5-4de8-b827-176ffeb49aa3 HTTP/1.1" status: 204 len: 173 time: 0.7673724 Oct 14 13:04:28.279827 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'name': 'network-vif-deleted', 'tag': '4749694d-66d5-4de8-b827-176ffeb49aa3'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:28.282110 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bb042f-5a28-48c8-8dfe-b5f6420ef69b" -d '{"events": [{"server_uuid": "20015651-8ebe-44d9-9d4a-b4e15741c295", "name": "network-vif-deleted", "tag": "4749694d-66d5-4de8-b827-176ffeb49aa3"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:28.301157 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (a2f37eab-d8a1-4f80-9b48-0dc66a773d6f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:28.333474 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c8851d-9612-4657-a639-5d9485ae3d3a x-openstack-request-id: req-72c8851d-9612-4657-a639-5d9485ae3d3a {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:28.333785 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20015651-8ebe-44d9-9d4a-b4e15741c295", "name": "network-vif-deleted", "tag": "4749694d-66d5-4de8-b827-176ffeb49aa3", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:28.334037 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72c8851d-9612-4657-a639-5d9485ae3d3a {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:28.334432 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c8851d-9612-4657-a639-5d9485ae3d3a'] response: {'server_uuid': '20015651-8ebe-44d9-9d4a-b4e15741c295', 'name': 'network-vif-deleted', 'tag': '4749694d-66d5-4de8-b827-176ffeb49aa3', 'status': 'completed', 'code': 200} Oct 14 13:04:28.337878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=a2f37eab-d8a1-4f80-9b48-0dc66a773d6f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:28.451410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:04:28.556654 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:04:28.571578 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:04:28.585337 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:28.586145 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:28.604607 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] No DVR routers for this DVR port a2f37eab-d8a1-4f80-9b48-0dc66a773d6f on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:04:28.607065 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:28.610646 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0327c1f5-2af7-4141-878a-3a33a2ff20db req-9be2b895-b75d-45ab-850b-31c0cf5d26e0 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a2f37eab-d8a1-4f80-9b48-0dc66a773d6f HTTP/1.1" status: 204 len: 173 time: 1.2279263 Oct 14 13:04:28.699420 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:28.891293 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:28.894439 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-00658301-03e6-41d4-b212-8486e2ca6096 req-bbd6411d-be59-4ea0-af86-aa5b3c120aa3 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=083c9d37-dbbe-48e2-9fdf-c23648f93a76 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Oct 14 13:04:28.924736 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:28.950742 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:04:28.959263 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:28.959978 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:28.962951 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:29.023328 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46546) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:29.079233 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:29.120891 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:29.172344 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:29.363846 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:29.393690 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9cbbb-abee-42bd-a954-099a9a3ff056 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:04:29.635377 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54eea8-ae3b-4efb-a9e7-f9c45fab5f6b None None] New status for floating IP e443deb3-810d-45f2-83fe-88d328f0be02: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:04:29.649896 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (e95ec82e-44dc-4037-8afc-5676e43144ba), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:29.923343 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Deleting port ae6aca12-12ca-432a-ba79-a0baa7c8b019 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:29.923595 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:29.992887 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-91acfcce-48b1-4212-b739-f702fc83ff4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.005160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46552) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:30.008244 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] For port ae6aca12-12ca-432a-ba79-a0baa7c8b019, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ae6aca12-12ca-432a-ba79-a0baa7c8b019,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:30.008612 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.021582 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Calling delete_port for ae6aca12-12ca-432a-ba79-a0baa7c8b019 owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:30.060133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-81a40f60-d919-4256-8f46-5945add5108b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (22600316-6311-43f9-8e75-9262ae7353f8), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.086017 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-81a40f60-d919-4256-8f46-5945add5108b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (22600316-6311-43f9-8e75-9262ae7353f8), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.133934 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-81a40f60-d919-4256-8f46-5945add5108b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (22600316-6311-43f9-8e75-9262ae7353f8), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.137042 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-81a40f60-d919-4256-8f46-5945add5108b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.138223 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-81a40f60-d919-4256-8f46-5945add5108b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/22600316-6311-43f9-8e75-9262ae7353f8 HTTP/1.1" status: 204 len: 168 time: 0.1315124 Oct 14 13:04:30.142612 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46554) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:30.158896 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a40f60-d919-4256-8f46-5945add5108b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22600316-6311-43f9-8e75-9262ae7353f8,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:30.161297 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-527d9854-3d28-47e8-b6c1-4e10617853bc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] show failed (client error): The resource could not be found. Oct 14 13:04:30.162347 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-527d9854-3d28-47e8-b6c1-4e10617853bc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups/22600316-6311-43f9-8e75-9262ae7353f8 HTTP/1.1" status: 404 len: 347 time: 0.0187736 Oct 14 13:04:30.165256 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46556) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:30.208356 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (ae6aca12-12ca-432a-ba79-a0baa7c8b019), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.237806 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6aca12-12ca-432a-ba79-a0baa7c8b019,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:30.264667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:30.287667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port 743d21e7-0944-4135-b6f7-c18f7fabd4a1 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:30.288100 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.340241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'name': 'network-vif-deleted', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:30.342566 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7217937-1c90-45f8-b8f3-d28ceaa95b62" -d '{"events": [{"server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "name": "network-vif-deleted", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:30.360884 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:30.372048 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.372658 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (743d21e7-0944-4135-b6f7-c18f7fabd4a1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.396728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for 743d21e7-0944-4135-b6f7-c18f7fabd4a1 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:30.399035 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c3ebb6-ecca-4f22-932a-ccb7a0d8fa0f x-openstack-request-id: req-d0c3ebb6-ecca-4f22-932a-ccb7a0d8fa0f {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:30.399364 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083c9d37-dbbe-48e2-9fdf-c23648f93a76", "name": "network-vif-deleted", "tag": "a2f37eab-d8a1-4f80-9b48-0dc66a773d6f", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:30.399718 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0c3ebb6-ecca-4f22-932a-ccb7a0d8fa0f {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:30.400620 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c3ebb6-ecca-4f22-932a-ccb7a0d8fa0f'] response: {'server_uuid': '083c9d37-dbbe-48e2-9fdf-c23648f93a76', 'name': 'network-vif-deleted', 'tag': 'a2f37eab-d8a1-4f80-9b48-0dc66a773d6f', 'status': 'completed', 'code': 200} Oct 14 13:04:30.422797 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (e95ec82e-44dc-4037-8afc-5676e43144ba), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.453862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43919ad1-069d-40b4-8d8d-c1674907f7d1 None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:04:30.479867 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:30.521097 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:30.541372 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (743d21e7-0944-4135-b6f7-c18f7fabd4a1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.572039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43919ad1-069d-40b4-8d8d-c1674907f7d1 None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:04:30.572484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=743d21e7-0944-4135-b6f7-c18f7fabd4a1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:30.632265 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (e443deb3-810d-45f2-83fe-88d328f0be02), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.635862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.639755 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9b81022c-7017-4f97-a59b-c3ddf31f7dfc tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/e443deb3-810d-45f2-83fe-88d328f0be02 HTTP/1.1" status: 204 len: 168 time: 0.4707417 Oct 14 13:04:30.660648 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Router e95ec82e-44dc-4037-8afc-5676e43144ba has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:04:30.705930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46562) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:30.710724 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024652649', 'description': 'tempest-description--544786694'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:30.721738 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:30.735885 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.778940 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:04:30.787053 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4d056dc4-ac89-483d-854f-563ecd8bb666 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/e95ec82e-44dc-4037-8afc-5676e43144ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598541 Oct 14 13:04:30.787833 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46564) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:30.788945 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] Sync routers for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:04:30.800409 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:30.801141 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:30.823651 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (9a5467a6-3fb0-4584-a1de-5e7c555a17ac), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.828362 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (9a5467a6-3fb0-4584-a1de-5e7c555a17ac), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.847591 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.848925 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417689 Oct 14 13:04:30.852412 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46568) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:30.859327 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': '9a5467a6-3fb0-4584-a1de-5e7c555a17ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:30.880814 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13833d56-bfa9-48e5-8966-9522c284af67 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5467a6-3fb0-4584-a1de-5e7c555a17ac,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:30.909253 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (e567024f-2a9b-41e6-b6e6-df4b14b0d9e0), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.913909 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:30.986437 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (e567024f-2a9b-41e6-b6e6-df4b14b0d9e0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.991823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (e567024f-2a9b-41e6-b6e6-df4b14b0d9e0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:30.998178 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:31.018956 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e567024f-2a9b-41e6-b6e6-df4b14b0d9e0,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:31.032978 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.037390 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-efa18d10-1664-43e9-a99b-b794ab008491 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807389 Oct 14 13:04:31.037832 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46570) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:31.044514 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'security_group_rule': {'security_group_id': '9a5467a6-3fb0-4584-a1de-5e7c555a17ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:31.082958 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (cb52103a-c231-4f51-a562-bce4c7072469), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.089925 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks [] for router (e95ec82e-44dc-4037-8afc-5676e43144ba), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.119760 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T13:04:30Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:31.150286 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] Checking router: e95ec82e-44dc-4037-8afc-5676e43144ba for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:04:31.160879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (cb52103a-c231-4f51-a562-bce4c7072469), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.167064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (cb52103a-c231-4f51-a562-bce4c7072469), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.169159 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] Routers {'e95ec82e-44dc-4037-8afc-5676e43144ba'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:31.170247 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['e95ec82e-44dc-4037-8afc-5676e43144ba'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:31.192010 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.193606 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542740 Oct 14 13:04:31.197328 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5322546-eb19-4378-aed0-adc12a73905f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb52103a-c231-4f51-a562-bce4c7072469,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:31.197469 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46572) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:31.202756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:31.231262 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks [] for router_gateway (e95ec82e-44dc-4037-8afc-5676e43144ba), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.243633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.294850 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] Set router e95ec82e-44dc-4037-8afc-5676e43144ba gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:31.330004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Deleting port 0768cda9-9924-44da-8391-8b87ef604b9d {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:31.330595 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.395166 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.398080 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-59931574-b4c9-4b60-a95c-829e9c9e4ec9 None None] Provisioning complete for port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:31.398584 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-59931574-b4c9-4b60-a95c-829e9c9e4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.398760 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-59931574-b4c9-4b60-a95c-829e9c9e4ec9 None None] Attempt 1 to provision port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 Oct 14 13:04:31.471474 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T13:04:30Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:31.475062 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-59931574-b4c9-4b60-a95c-829e9c9e4ec9 None None] Current status of the port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:31.483932 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] For port 0768cda9-9924-44da-8391-8b87ef604b9d, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=0768cda9-9924-44da-8391-8b87ef604b9d,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:31.484245 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.498593 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cdf1b7-0bcb-4d94-9e0e-6944029b6768 None None] The sync data for ids ['e95ec82e-44dc-4037-8afc-5676e43144ba'] in dv-cinder-820994-7-iscsi is: [{'id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'name': 'tempest-ServerRescueNegativeTestJSON-439880067-router', 'tenant_id': 'c160176d8c804b7793bae21c205c538c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:33Z', 'updated_at': '2022-10-14T13:04:30Z', 'revision_number': 5, 'project_id': 'c160176d8c804b7793bae21c205c538c', 'gw_port': {'id': '0768cda9-9924-44da-8391-8b87ef604b9d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95ec82e-44dc-4037-8afc-5676e43144ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:04:31.518840 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Calling delete_port for 0768cda9-9924-44da-8391-8b87ef604b9d owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:31.535505 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4749694d-66d5-4de8-b827-176ffeb49aa3 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:31.555187 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 4749694d-66d5-4de8-b827-176ffeb49aa3 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:31.555618 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4749694d-66d5-4de8-b827-176ffeb49aa3 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:31.556089 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device a2f37eab-d8a1-4f80-9b48-0dc66a773d6f no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:31.573866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: a2f37eab-d8a1-4f80-9b48-0dc66a773d6f {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:31.574312 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device a2f37eab-d8a1-4f80-9b48-0dc66a773d6f not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:31.581734 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.27.3.193 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/92aec93b-232b-481c-97f0-bc3d30bd6380) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:04:31.625037 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:31.757923 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.783898 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:31.818123 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (0768cda9-9924-44da-8391-8b87ef604b9d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.847178 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Pushing event deleted for resources: {'Port': ['ID=0768cda9-9924-44da-8391-8b87ef604b9d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:31.857473 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:31.931723 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae6aca12-12ca-432a-ba79-a0baa7c8b019 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:31.941130 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:04:31.950104 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:04:31.953637 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: ae6aca12-12ca-432a-ba79-a0baa7c8b019 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:31.953987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae6aca12-12ca-432a-ba79-a0baa7c8b019 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:31.954179 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:04:31.956119 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=92aec93b-232b-481c-97f0-bc3d30bd6380,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:31.991080 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (e95ec82e-44dc-4037-8afc-5676e43144ba), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.092877 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (e95ec82e-44dc-4037-8afc-5676e43144ba), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.110747 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks [] for router_controller (e95ec82e-44dc-4037-8afc-5676e43144ba), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.161426 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (20b2c16a-1b0f-4336-80da-30c16f8afcce), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.164347 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (e95ec82e-44dc-4037-8afc-5676e43144ba), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.164934 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95ec82e-44dc-4037-8afc-5676e43144ba {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:04:32.170168 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-161e49c0-09a3-4386-9165-a2cc4b597fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.172237 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.173375 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ee204f00-fcd6-4af6-8da3-e98ae88b147b admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/e95ec82e-44dc-4037-8afc-5676e43144ba HTTP/1.1" status: 204 len: 168 time: 1.3846264 Oct 14 13:04:32.176228 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46574) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:32.207784 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.223081 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Deleting subnet 149fa151-6a2f-4a08-ae89-995ac1c1cba6 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:04:32.226506 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Publish callbacks [] for subnet (149fa151-6a2f-4a08-ae89-995ac1c1cba6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.228229 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:32.270460 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (149fa151-6a2f-4a08-ae89-995ac1c1cba6), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.350113 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (149fa151-6a2f-4a08-ae89-995ac1c1cba6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.352338 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:32.356269 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:32.373335 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.378644 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.404927 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (149fa151-6a2f-4a08-ae89-995ac1c1cba6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.438288 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.444830 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/149fa151-6a2f-4a08-ae89-995ac1c1cba6 HTTP/1.1" status: 204 len: 168 time: 0.2674482 Oct 14 13:04:32.445465 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46576) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:32.446537 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=92aec93b-232b-481c-97f0-bc3d30bd6380,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:32.447738 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977dee0-c968-4d0e-a078-7de426689dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149fa151-6a2f-4a08-ae89-995ac1c1cba6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:32.448104 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985dc46-468b-403b-9544-04c96971337c None None] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:04:32.449017 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (20b2c16a-1b0f-4336-80da-30c16f8afcce), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.467927 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.469345 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a6b7e66f-a823-43bc-81b8-464584c70578 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2710369 Oct 14 13:04:32.528884 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (71d7f67c-efcc-4a77-8c43-10bba17af0b2), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.572981 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Deleting port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:32.573330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.640277 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-113b7174-1ada-46f4-8457-4ee2f771250a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2024652649&fields=id&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 267 time: 0.0458610 Oct 14 13:04:32.641896 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] For port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:32.642270 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.656881 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Calling delete_port for c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:32.691275 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] DHCP port deletion for 71d7f67c-efcc-4a77-8c43-10bba17af0b2 request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:04:32.732299 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Deleting port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:04:32.732299 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.748096 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.771799 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:32.781133 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] No DVR routers for this DVR port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 on host dv-cinder-820994-7-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:04:32.791130 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-1010a673-3f97-4072-ae64-23e067caf998 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:32.792819 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-1010a673-3f97-4072-ae64-23e067caf998 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.1387594 Oct 14 13:04:32.866433 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-fa62a586-783d-4b56-a88e-bfd9de2e3f47 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/quotas/6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 375 time: 0.0665512 Oct 14 13:04:32.867426 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (71d7f67c-efcc-4a77-8c43-10bba17af0b2), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.889987 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d7f67c-efcc-4a77-8c43-10bba17af0b2']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:32.901828 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670d958d-d15f-44b5-b840-a89bf212e5de') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:32.901828 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670d958d-d15f-44b5-b840-a89bf212e5de') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:32.911403 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (670d958d-d15f-44b5-b840-a89bf212e5de), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.919716 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-9293fb4a-bbe3-4a49-b4bd-cdde34b2b47a tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462065 Oct 14 13:04:32.928391 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (670d958d-d15f-44b5-b840-a89bf212e5de), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.938406 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:04:32.938796 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (670d958d-d15f-44b5-b840-a89bf212e5de), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.942169 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] For port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,segment=NetworkSegment(670d958d-d15f-44b5-b840-a89bf212e5de),segment_id=670d958d-d15f-44b5-b840-a89bf212e5de)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:32.942561 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:32.965711 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Calling delete_port for c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:04:32.980086 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 670d958d-d15f-44b5-b840-a89bf212e5de resource provider aggregate not found Oct 14 13:04:32.989143 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:33.006231 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (71d7f67c-efcc-4a77-8c43-10bba17af0b2), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.015436 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 670d958d-d15f-44b5-b840-a89bf212e5de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 670d958d-d15f-44b5-b840-a89bf212e5de found for delete ", "request_id": "req-49f6741b-4e91-4314-9bef-0617c8ef5c70"}]} Oct 14 13:04:33.016453 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.022169 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/71d7f67c-efcc-4a77-8c43-10bba17af0b2 HTTP/1.1" status: 204 len: 168 time: 0.5730295 Oct 14 13:04:33.034214 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e8b99-2177-4581-badf-b37fc1584755 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d7f67c-efcc-4a77-8c43-10bba17af0b2,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:33.043026 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-2120ec08-0601-4608-9c60-0577a2ed521a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106582 Oct 14 13:04:33.079837 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (c73b1ea8-e2b0-41ae-87b5-c5a42ed95635), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.106445 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Pushing event deleted for resources: {'Port': ['ID=c73b1ea8-e2b0-41ae-87b5-c5a42ed95635,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:33.108795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] Network 71d7f67c-efcc-4a77-8c43-10bba17af0b2 is not hosted by any dhcp agent {{(pid=104451) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 14 13:04:33.109237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f66b4e-8c13-4988-b591-bf8e589156e6 None None] No DVR routers for this DVR port c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:04:33.144111 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-7b175567-f909-4a81-a19e-7bb3091f5919 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951600 Oct 14 13:04:33.160738 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46598) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:33.201847 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f91a0986-3b7b-4ad0-a62f-8df895aaf7a3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c160176d8c804b7793bae21c205c538c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393474 Oct 14 13:04:33.203727 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46600) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:33.252561 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4bb9bfec-c924-459e-8e4d-67c4a63e246b admin admin] Publish callbacks [] for security_group (c1a1f895-223f-43d5-aa07-f48242442f86), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.269330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:33.286150 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4bb9bfec-c924-459e-8e4d-67c4a63e246b admin admin] Publish callbacks [] for security_group (c1a1f895-223f-43d5-aa07-f48242442f86), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.348606 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ed0e9be-d29e-4cec-88e6-8d578e8e1937 req-6268583b-ee1a-4750-8142-99e973a9b943 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 210 time: 0.0331774 Oct 14 13:04:33.375929 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4bb9bfec-c924-459e-8e4d-67c4a63e246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c1a1f895-223f-43d5-aa07-f48242442f86), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.378507 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4bb9bfec-c924-459e-8e4d-67c4a63e246b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.379675 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4bb9bfec-c924-459e-8e4d-67c4a63e246b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c1a1f895-223f-43d5-aa07-f48242442f86 HTTP/1.1" status: 204 len: 168 time: 0.1750646 Oct 14 13:04:33.388436 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9bfec-c924-459e-8e4d-67c4a63e246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a1f895-223f-43d5-aa07-f48242442f86,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:33.526764 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:33.911452 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 0768cda9-9924-44da-8391-8b87ef604b9d no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:33.931536 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 0768cda9-9924-44da-8391-8b87ef604b9d {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:33.931881 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 0768cda9-9924-44da-8391-8b87ef604b9d not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:33.932290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:33.953302 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:04:33.953676 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device c73b1ea8-e2b0-41ae-87b5-c5a42ed95635 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:04:34.465120 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-44605657-f2af-46c3-b9b0-61f6426e7827 req-e2dc3544-cce1-48e3-a083-ca9a21e256ff tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 210 time: 0.0324671 Oct 14 13:04:34.526254 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:34.538416 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-a7c55100-c8f9-41c3-b215-9228908c24dd tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:34.540227 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-a7c55100-c8f9-41c3-b215-9228908c24dd tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 814 time: 0.1537526 Oct 14 13:04:34.607008 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-5d80851f-8ab2-44cf-982c-acea92516fb2 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c0d083e8cef4333b9514d2256991647 HTTP/1.1" status: 200 len: 380 time: 0.0569851 Oct 14 13:04:34.671368 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'port': {'device_id': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'admin_state_up': True, 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'security_groups': ['9a5467a6-3fb0-4584-a1de-5e7c555a17ac']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:34.781839 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Made reservation on behalf of 6c0d083e8cef4333b9514d2256991647 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:04:34.785576 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:34.910311 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Allocated IP 172.20.0.6 (70bca7d9-a052-4048-8e74-16b14b95c03e/b534a606-0783-47be-9c10-cd2ab6b8dc15/5d64d93f-8984-45dd-b22b-857d5d14a329) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:04:35.048368 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.079237 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.123119 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.127419 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Network 70bca7d9-a052-4048-8e74-16b14b95c03e is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:04:35.130572 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:04:35.134516 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:04:35.140460 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event updated for resources: {'Port': ['ID=5d64d93f-8984-45dd-b22b-857d5d14a329,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:35.170564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:35.179348 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.189508 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:35.190144 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.207245 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-01be8fce-8a24-49b2-b70c-f1aa9b672385 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396471 Oct 14 13:04:35.220757 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Request body: {'port': {'device_id': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:35.249226 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:35.286446 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.324757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-ffe6c6cb-1dfb-4700-bdf5-0c8ca270fc92 None None] Provisioning complete for port 5d64d93f-8984-45dd-b22b-857d5d14a329 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:35.325123 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ffe6c6cb-1dfb-4700-bdf5-0c8ca270fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.325452 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-ffe6c6cb-1dfb-4700-bdf5-0c8ca270fc92 None None] Attempt 1 to provision port 5d64d93f-8984-45dd-b22b-857d5d14a329 Oct 14 13:04:35.360985 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6c6cb-1dfb-4700-bdf5-0c8ca270fc92 None None] Port 5d64d93f-8984-45dd-b22b-857d5d14a329 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:04:35.392558 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:35.771299 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d64d93f-8984-45dd-b22b-857d5d14a329 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:04:35.780332 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Publish callbacks [] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.793632 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Transition to ACTIVE for port object 5d64d93f-8984-45dd-b22b-857d5d14a329 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:04:35.797857 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:35.860354 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Pushing event updated for resources: {'Port': ['ID=5d64d93f-8984-45dd-b22b-857d5d14a329,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:35.958739 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Attempting to bind port 5d64d93f-8984-45dd-b22b-857d5d14a329 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:04:35.959083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Attempting to bind port 5d64d93f-8984-45dd-b22b-857d5d14a329 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:04:35.959413 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Attempting to bind port 5d64d93f-8984-45dd-b22b-857d5d14a329 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:04:35.970657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e5cb4-b99e-46ba-b9d6-48f09406fb79 req-28cef1a3-9510-47a8-bb61-f3834a12784c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:35.972152 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-820e5cb4-b99e-46ba-b9d6-48f09406fb79 req-28cef1a3-9510-47a8-bb61-f3834a12784c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 943 time: 0.2608378 Oct 14 13:04:36.045981 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Port 5d64d93f-8984-45dd-b22b-857d5d14a329 on network 70bca7d9-a052-4048-8e74-16b14b95c03e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:04:36.046246 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Attempting to bind port 5d64d93f-8984-45dd-b22b-857d5d14a329 on network 70bca7d9-a052-4048-8e74-16b14b95c03e {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:04:36.071031 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-820e5cb4-b99e-46ba-b9d6-48f09406fb79 req-f4b2f984-0b0d-49f8-92b4-3f4af46d59c9 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807147 Oct 14 13:04:36.096763 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:04:36.097105 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Checking segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:04:36.097602 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Bound using segment: {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:04:36.098040 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Bound port: 5d64d93f-8984-45dd-b22b-857d5d14a329, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a9812c-ef7c-423f-bc48-eecc900e38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:04:36.098401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:36.158024 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] For port 5d64d93f-8984-45dd-b22b-857d5d14a329, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:04:36.161235 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] For port 5d64d93f-8984-45dd-b22b-857d5d14a329, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5d64d93f-8984-45dd-b22b-857d5d14a329,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:04:36.166469 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:36.170664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:36.171276 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:36.172639 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5d64d93f-8984-45dd-b22b-857d5d14a329 HTTP/1.1" status: 200 len: 1093 time: 0.9560976 Oct 14 13:04:36.173180 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:36.175451 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2e215a-8e6c-4848-9347-d05194704e75" -d '{"events": [{"name": "network-changed", "server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:36.217462 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4952edfd-9cb1-4a44-98ac-af6b4f02eb40 x-openstack-request-id: req-4952edfd-9cb1-4a44-98ac-af6b4f02eb40 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:36.217774 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:36.218035 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4952edfd-9cb1-4a44-98ac-af6b4f02eb40 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:36.218436 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4952edfd-9cb1-4a44-98ac-af6b4f02eb40'] response: {'name': 'network-changed', 'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'status': 'completed', 'code': 200} Oct 14 13:04:36.236824 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68108c8-3c33-4bf3-99b5-07407f9e5214 service neutron] Pushing event updated for resources: {'Port': ['ID=5d64d93f-8984-45dd-b22b-857d5d14a329,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:36.272388 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-677c4f0b-c820-4a77-a1ae-9ddb5fa1fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:36.273918 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-677c4f0b-c820-4a77-a1ae-9ddb5fa1fe02 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 1127 time: 0.0458317 Oct 14 13:04:36.317275 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-7eb6dac8-54e9-43cc-92f2-18d31cb90cc4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d64d93f-8984-45dd-b22b-857d5d14a329 HTTP/1.1" status: 200 len: 217 time: 0.0346117 Oct 14 13:04:36.352638 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:36.366624 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-456a579a-36c5-4386-b689-de1ffd969baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:36.368052 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-456a579a-36c5-4386-b689-de1ffd969baf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0445302 Oct 14 13:04:36.412020 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d329687e-891f-49bf-ac1d-9125b4e5d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:36.413447 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-d329687e-891f-49bf-ac1d-9125b4e5d4cf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373836 Oct 14 13:04:36.506173 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-92999f3a-045b-442e-acc2-f28d098ae3d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860288 Oct 14 13:04:36.561174 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:36.598416 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4d79f21-619c-42a8-99d1-3fa36a3d7d43 req-9af9bfb4-5dfa-4b21-80ef-3854d3e34cb3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Oct 14 13:04:37.198179 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a8b-0af5-49a7-8ad2-d6bbbaa286de req-9dadaa74-fda1-46c1-9843-6a9771d8bddd tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:37.199661 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34940a8b-0af5-49a7-8ad2-d6bbbaa286de req-9dadaa74-fda1-46c1-9843-6a9771d8bddd tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 943 time: 0.0513232 Oct 14 13:04:37.249730 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34940a8b-0af5-49a7-8ad2-d6bbbaa286de req-03de7af2-e204-445f-a5d6-b7041ff6131d tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Oct 14 13:04:37.513514 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-dc8efd61-f047-4abe-9c2b-383e979fbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:37.514922 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-dc8efd61-f047-4abe-9c2b-383e979fbb02 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 1127 time: 0.0452502 Oct 14 13:04:37.607764 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-c09d1ab7-8099-4a27-a645-628fdaf4c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:37.609954 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-c09d1ab7-8099-4a27-a645-628fdaf4c165 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.0868008 Oct 14 13:04:37.658275 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-862a653e-4686-4234-9ac9-462f3f014e07 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d64d93f-8984-45dd-b22b-857d5d14a329 HTTP/1.1" status: 200 len: 217 time: 0.0363090 Oct 14 13:04:37.707701 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-2003d9fc-cff1-458e-9280-898d8ba369ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:37.709135 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-2003d9fc-cff1-458e-9280-898d8ba369ff service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0441179 Oct 14 13:04:37.752145 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-e316244d-133e-434a-9d77-845808579ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:37.753655 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-e316244d-133e-434a-9d77-845808579ca8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382695 Oct 14 13:04:37.844072 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-264b96e3-eaf4-4a20-8e15-de7006f12329 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Oct 14 13:04:37.933603 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2e215a-8e6c-4848-9347-d05194704e75 req-2aa9e093-1f52-445a-874f-193229b20db9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832460 Oct 14 13:04:38.378871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900344b-01fb-4f68-bbf0-34673a86de39 req-c21a8ace-7e7a-4271-8710-6a4bf7fa14f8 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:38.380348 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e900344b-01fb-4f68-bbf0-34673a86de39 req-c21a8ace-7e7a-4271-8710-6a4bf7fa14f8 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 943 time: 0.0508564 Oct 14 13:04:38.429629 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e900344b-01fb-4f68-bbf0-34673a86de39 req-852752ba-fd37-4b67-8a11-5c415b3cc2bd tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 Oct 14 13:04:39.549791 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fcd81-b653-4150-962b-bdc6c2fe3dfa req-7e11a5d4-317e-4f10-a7f0-1ad390df1416 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:39.551162 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc3fcd81-b653-4150-962b-bdc6c2fe3dfa req-7e11a5d4-317e-4f10-a7f0-1ad390df1416 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 943 time: 0.0461624 Oct 14 13:04:39.565228 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5d64d93f-8984-45dd-b22b-857d5d14a329 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:04:39.599952 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc3fcd81-b653-4150-962b-bdc6c2fe3dfa req-4ccee755-4ca2-4f62-bd95-cde5f1a89087 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Oct 14 13:04:39.639738 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:39.671057 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5d64d93f-8984-45dd-b22b-857d5d14a329, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5d64d93f-8984-45dd-b22b-857d5d14a329,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:39.682703 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'port_id': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'mac_address': 'fa:16:3e:e2:90:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:04:39.719499 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5d64d93f-8984-45dd-b22b-857d5d14a329 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:39.719946 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:39.733769 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d64d93f-8984-45dd-b22b-857d5d14a329 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:04:39.753767 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5d64d93f-8984-45dd-b22b-857d5d14a329, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5d64d93f-8984-45dd-b22b-857d5d14a329,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:39.757524 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:39.803330 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5d64d93f-8984-45dd-b22b-857d5d14a329,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:40.007597 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['5d64d93f-8984-45dd-b22b-857d5d14a329'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:04:40.720098 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1b9c0-766a-412c-bc5c-7f94f968ddb1 req-e44cadb0-0cc7-4230-9978-c6cec90cf81c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:40.721621 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-22b1b9c0-766a-412c-bc5c-7f94f968ddb1 req-e44cadb0-0cc7-4230-9978-c6cec90cf81c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 944 time: 0.0464802 Oct 14 13:04:40.770830 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-22b1b9c0-766a-412c-bc5c-7f94f968ddb1 req-3a0d6e33-eb9e-47ee-a602-d932a04cb28b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Oct 14 13:04:41.473987 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:41.475872 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=90 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:41.559480 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5d64d93f-8984-45dd-b22b-857d5d14a329 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:04:41.600756 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 5d64d93f-8984-45dd-b22b-857d5d14a329 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:04:41.607006 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 5d64d93f-8984-45dd-b22b-857d5d14a329 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:04:41.607382 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:41.607738 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 5d64d93f-8984-45dd-b22b-857d5d14a329 Oct 14 13:04:41.685629 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5d64d93f-8984-45dd-b22b-857d5d14a329 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:41.686021 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:41.709675 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:41.712478 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa55ba-b238-4b6b-b444-c335ac8b83bc" -d '{"events": [{"server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "name": "network-vif-plugged", "status": "completed", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:41.725890 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5d64d93f-8984-45dd-b22b-857d5d14a329, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5d64d93f-8984-45dd-b22b-857d5d14a329,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:41.731259 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:41.765103 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33c7080-ef31-4e39-a581-1ac06e3cc7fc x-openstack-request-id: req-d33c7080-ef31-4e39-a581-1ac06e3cc7fc {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:41.765416 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "name": "network-vif-plugged", "status": "completed", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:41.765695 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d33c7080-ef31-4e39-a581-1ac06e3cc7fc {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:41.766086 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33c7080-ef31-4e39-a581-1ac06e3cc7fc'] response: {'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'code': 200} Oct 14 13:04:41.786328 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5d64d93f-8984-45dd-b22b-857d5d14a329,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:41.923193 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27beb1-604a-4da0-846c-ebaf74aab6c2 req-35ad98ec-6646-48d3-b8c8-7a02b4df91eb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:41.924697 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5b27beb1-604a-4da0-846c-ebaf74aab6c2 req-35ad98ec-6646-48d3-b8c8-7a02b4df91eb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0751503 Oct 14 13:04:41.998161 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5b27beb1-604a-4da0-846c-ebaf74aab6c2 req-aa52d504-7a94-4771-85d3-b9a96fb3138f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656407 Oct 14 13:04:42.000562 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7106d-f615-4d64-a397-795e66660d51 req-9d231983-e99c-4b05-9271-de6a3ad6b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:42.003539 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81e7106d-f615-4d64-a397-795e66660d51 req-9d231983-e99c-4b05-9271-de6a3ad6b15c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 1129 time: 0.0515101 Oct 14 13:04:42.040798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:42.073221 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81e7106d-f615-4d64-a397-795e66660d51 req-8675a4aa-53d5-4a78-b1d8-bd0f9968448c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625830 Oct 14 13:04:42.138474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbe33f-108d-4802-a050-f7da4b4c8f50 req-f8810110-cdcc-4368-a3c6-57dda0ab2f5e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:42.140036 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0efbe33f-108d-4802-a050-f7da4b4c8f50 req-f8810110-cdcc-4368-a3c6-57dda0ab2f5e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0471082 Oct 14 13:04:42.191225 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0efbe33f-108d-4802-a050-f7da4b4c8f50 req-077d0885-fe9f-4015-abc6-4706b76dcf0f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451884 Oct 14 13:04:43.028056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 46756) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:43.136865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a4054-0acf-47e0-8d04-4da1e9f8ab08 req-72d0ce00-bb95-47c6-bc76-eb978c376ab9 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:43.138339 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-851a4054-0acf-47e0-8d04-4da1e9f8ab08 req-72d0ce00-bb95-47c6-bc76-eb978c376ab9 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0689454 Oct 14 13:04:43.146911 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580931a7-68ba-4eed-bdff-721e64c45eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.215160 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-851a4054-0acf-47e0-8d04-4da1e9f8ab08 req-bf469139-781e-4170-adba-7bf8113b9b32 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698256 Oct 14 13:04:43.263918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580931a7-68ba-4eed-bdff-721e64c45eeb admin admin] Publish callbacks [] for security_group (901ddfcc-f1c8-43b1-86ec-df3963e92416), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.267707 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-580931a7-68ba-4eed-bdff-721e64c45eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (901ddfcc-f1c8-43b1-86ec-df3963e92416), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.304546 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:43.312916 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-580931a7-68ba-4eed-bdff-721e64c45eeb admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c2afb8d7c5ed4a4e91103c64dce89c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814400 Oct 14 13:04:43.312916 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580931a7-68ba-4eed-bdff-721e64c45eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ddfcc-f1c8-43b1-86ec-df3963e92416,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:43.314914 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46762) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:43.327808 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b64df0-2853-49b9-b19d-11815f1b54cf req-7f011630-bcfc-41c1-a7ca-cd66430b7e7d tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:43.329255 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07b64df0-2853-49b9-b19d-11815f1b54cf req-7f011630-bcfc-41c1-a7ca-cd66430b7e7d tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0535126 Oct 14 13:04:43.345179 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:43.410928 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07b64df0-2853-49b9-b19d-11815f1b54cf req-c91a289e-d727-46f6-9fb3-9ef4e74fa445 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754676 Oct 14 13:04:43.416440 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b47eee1a-98bb-49a8-bc7e-1c7bd69b357f admin admin] Publish callbacks [] for security_group (901ddfcc-f1c8-43b1-86ec-df3963e92416), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.420631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.437658 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b47eee1a-98bb-49a8-bc7e-1c7bd69b357f admin admin] Publish callbacks [] for security_group (901ddfcc-f1c8-43b1-86ec-df3963e92416), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.485534 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b47eee1a-98bb-49a8-bc7e-1c7bd69b357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (901ddfcc-f1c8-43b1-86ec-df3963e92416), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.488024 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b47eee1a-98bb-49a8-bc7e-1c7bd69b357f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:43.489163 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b47eee1a-98bb-49a8-bc7e-1c7bd69b357f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/901ddfcc-f1c8-43b1-86ec-df3963e92416 HTTP/1.1" status: 204 len: 168 time: 0.1733270 Oct 14 13:04:43.497366 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47eee1a-98bb-49a8-bc7e-1c7bd69b357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ddfcc-f1c8-43b1-86ec-df3963e92416,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:44.357046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfc9cf-a916-46f7-ba11-9efa2ea537cc req-9b4b9bc4-d15a-4e95-8cd8-9064302b773e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:44.358603 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6fbfc9cf-a916-46f7-ba11-9efa2ea537cc req-9b4b9bc4-d15a-4e95-8cd8-9064302b773e tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0521522 Oct 14 13:04:44.410424 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6fbfc9cf-a916-46f7-ba11-9efa2ea537cc req-e935a609-976b-4fc4-bbba-29e12bb9a467 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Oct 14 13:04:44.541642 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e8d08-fccf-4fe8-8061-0b9dead8fee0 req-feace579-f9f4-4d30-89ee-249f62691c21 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:44.543108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822fc9-cf0b-4d8e-9fb5-50eb4220004a req-0abaa526-ab11-4dd4-bc17-2f3ef59490ae tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:44.543275 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6c3e8d08-fccf-4fe8-8061-0b9dead8fee0 req-feace579-f9f4-4d30-89ee-249f62691c21 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0531688 Oct 14 13:04:44.544963 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e822fc9-cf0b-4d8e-9fb5-50eb4220004a req-0abaa526-ab11-4dd4-bc17-2f3ef59490ae tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0534525 Oct 14 13:04:44.554082 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 46804) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:44.559566 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Request body: {'floatingip': {'port_id': '5d64d93f-8984-45dd-b22b-857d5d14a329'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:04:44.601794 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e822fc9-cf0b-4d8e-9fb5-50eb4220004a req-a73ae459-b526-48e0-9352-e3645a9521ad tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505619 Oct 14 13:04:44.606785 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (20b2c16a-1b0f-4336-80da-30c16f8afcce), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:45.143708 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:45.283693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:45.287646 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (20b2c16a-1b0f-4336-80da-30c16f8afcce), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:45.382803 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP 20b2c16a-1b0f-4336-80da-30c16f8afcce associated. External IP: 172.27.3.193, port: 5d64d93f-8984-45dd-b22b-857d5d14a329. Oct 14 13:04:45.465491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:45.579502 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:04:45.691608 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:04:45.701627 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:04:45.711392 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:45.712438 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:45.713046 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:45.751153 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb355733-463b-4343-91e8-63bec58c2ac1 req-d87872a0-f7e7-44d6-ba80-01c2e290a117 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:45.752620 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eb355733-463b-4343-91e8-63bec58c2ac1 req-d87872a0-f7e7-44d6-ba80-01c2e290a117 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0722485 Oct 14 13:04:45.756144 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e2bf8d80-1536-4a14-b58e-2cb94263ccbb tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/20b2c16a-1b0f-4336-80da-30c16f8afcce HTTP/1.1" status: 200 len: 991 time: 1.2010930 Oct 14 13:04:45.756862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:45.759815 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85fdde0-94df-4354-89e7-721bcee5cc36" -d '{"events": [{"name": "network-changed", "server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:45.808850 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109ab91-eac9-42bb-a6a9-c4d8204ab79f x-openstack-request-id: req-8109ab91-eac9-42bb-a6a9-c4d8204ab79f {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:45.809153 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:45.809392 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8109ab91-eac9-42bb-a6a9-c4d8204ab79f {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:45.809883 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8109ab91-eac9-42bb-a6a9-c4d8204ab79f'] response: {'name': 'network-changed', 'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'status': 'completed', 'code': 200} Oct 14 13:04:45.814990 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:45.823411 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:45.827535 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eb355733-463b-4343-91e8-63bec58c2ac1 req-71ffa347-6c37-4b0f-886a-7f9395d14820 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647519 Oct 14 13:04:45.862540 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-227a28b4-11eb-487b-b380-a7710c2499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:45.864038 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-227a28b4-11eb-487b-b380-a7710c2499b2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c0d083e8cef4333b9514d2256991647&device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 1129 time: 0.0414488 Oct 14 13:04:45.908849 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:45.957307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-b11453ff-189f-46e4-87b5-f1550fefe94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:45.958842 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-b11453ff-189f-46e4-87b5-f1550fefe94c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 200 len: 915 time: 0.0879195 Oct 14 13:04:46.030267 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-5c9511d6-9f9b-4535-be1d-d45ce6b5e790 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d64d93f-8984-45dd-b22b-857d5d14a329 HTTP/1.1" status: 200 len: 999 time: 0.0579040 Oct 14 13:04:46.034941 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '20b2c16a-1b0f-4336-80da-30c16f8afcce', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:e2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:04:32Z', 'updated_at': '2022-10-14T13:04:45Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:46.063039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:04:46.071553 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:04:46.072149 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:04:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:46.084709 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-974af944-46ea-4f39-9ce7-bbda2b2e1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.086196 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-974af944-46ea-4f39-9ce7-bbda2b2e1fbc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 200 len: 853 time: 0.0472982 Oct 14 13:04:46.129771 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-7b1d072d-594b-48be-8eae-bdd64d2f1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.131348 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-7b1d072d-594b-48be-8eae-bdd64d2f1435 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=70bca7d9-a052-4048-8e74-16b14b95c03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383079 Oct 14 13:04:46.180270 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:04:46.229246 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-0dd85573-8696-42ec-aec4-77386dc123e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911019 Oct 14 13:04:46.326859 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:46.381700 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4474d8-2dba-402f-9428-09c03b749208 req-4ad4af32-401e-40bb-8f76-579392e56884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.383275 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-4ad4af32-401e-40bb-8f76-579392e56884 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0698590 Oct 14 13:04:46.386819 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d85fdde0-94df-4354-89e7-721bcee5cc36 req-1c848b6e-cf12-4a25-af11-87e0b3f35941 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482596 Oct 14 13:04:46.406800 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '20b2c16a-1b0f-4336-80da-30c16f8afcce', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:e2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:04:32Z', 'updated_at': '2022-10-14T13:04:45Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:04:46.432588 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37400875-2dc6-4a18-adf8-bc36420c1d63 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '20b2c16a-1b0f-4336-80da-30c16f8afcce', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'port_id': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'mac_address': 'fa:16:3e:e2:90:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:04:32Z', 'updated_at': '2022-10-14T13:04:45Z', 'revision_number': 1, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:04:46.519283 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4474d8-2dba-402f-9428-09c03b749208 req-6012f1ea-5a54-46f3-bbef-6a6b7f1514bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.520842 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-6012f1ea-5a54-46f3-bbef-6a6b7f1514bf service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 910 time: 0.1151929 Oct 14 13:04:46.605660 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-f1324bc6-2dab-47f5-a0a3-5760f5beb6ae service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 1001 time: 0.0781956 Oct 14 13:04:46.657942 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4474d8-2dba-402f-9428-09c03b749208 req-af7b236c-f6b4-4a66-8f03-2b9b7f5ba811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.659434 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-af7b236c-f6b4-4a66-8f03-2b9b7f5ba811 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.0468509 Oct 14 13:04:46.671103 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a85ad-e3d8-4564-9f9f-b0c2600b75a7 None None] New status for floating IP 20b2c16a-1b0f-4336-80da-30c16f8afcce: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:04:46.712841 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4474d8-2dba-402f-9428-09c03b749208 req-b77dcc98-7106-409f-8cf6-4f400c7ddd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.714348 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-b77dcc98-7106-409f-8cf6-4f400c7ddd0b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440836 Oct 14 13:04:46.768729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:46.810407 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-60f7734e-e800-4ed2-8b89-e30fcfe2334b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866735 Oct 14 13:04:46.908957 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad4474d8-2dba-402f-9428-09c03b749208 req-4856e3e4-0b2c-4504-8566-af786f1102d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920439 Oct 14 13:04:46.952547 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc30f1f-ffbe-4fe0-967f-04a940c7b7b8 req-69d86375-5512-48f7-a19a-c799d8db106c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:46.953949 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4cc30f1f-ffbe-4fe0-967f-04a940c7b7b8 req-69d86375-5512-48f7-a19a-c799d8db106c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0483639 Oct 14 13:04:47.002617 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4cc30f1f-ffbe-4fe0-967f-04a940c7b7b8 req-807c6e8b-784d-4746-a9cb-14042c95b520 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Oct 14 13:04:48.125372 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27bc8-f6ea-4c88-8f9e-e1c92cf21e19 req-59b1d947-5b35-4c45-8818-d3fbf30132a1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:48.126840 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dcb27bc8-f6ea-4c88-8f9e-e1c92cf21e19 req-59b1d947-5b35-4c45-8818-d3fbf30132a1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0499904 Oct 14 13:04:48.175424 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dcb27bc8-f6ea-4c88-8f9e-e1c92cf21e19 req-524a965f-7d4c-417b-973f-bee29a48cf08 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Oct 14 13:04:49.300334 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415e4f8-fd74-4e3d-b36e-e63336e849c0 req-4f04fd29-fe39-4cc3-b976-49fe41ba495a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:49.301834 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4415e4f8-fd74-4e3d-b36e-e63336e849c0 req-4f04fd29-fe39-4cc3-b976-49fe41ba495a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0507624 Oct 14 13:04:49.350333 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4415e4f8-fd74-4e3d-b36e-e63336e849c0 req-39377930-a64f-4f59-8270-aaf19e38c880 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Oct 14 13:04:50.470633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f8549-ae80-4d06-9840-980b3340aef4 req-3c4ae2f3-c34f-49a8-9c34-67fe250c18b5 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:50.472050 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b84f8549-ae80-4d06-9840-980b3340aef4 req-3c4ae2f3-c34f-49a8-9c34-67fe250c18b5 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0456402 Oct 14 13:04:50.519860 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b84f8549-ae80-4d06-9840-980b3340aef4 req-86612fe9-e153-4544-b4b5-2e499332f5f7 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Oct 14 13:04:51.639070 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d120c-5f0e-4f6e-a993-06a0ab8b86fe req-684ec890-0130-4ea3-a0de-90508dec614c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:51.640517 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b93d120c-5f0e-4f6e-a993-06a0ab8b86fe req-684ec890-0130-4ea3-a0de-90508dec614c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0464818 Oct 14 13:04:51.693332 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b93d120c-5f0e-4f6e-a993-06a0ab8b86fe req-b0f89c0c-b567-4342-a85d-96df46db4498 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471261 Oct 14 13:04:52.513903 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-48745e38-c1b6-4a36-95e7-1e9745a9688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:52.515875 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-48745e38-c1b6-4a36-95e7-1e9745a9688e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0478866 Oct 14 13:04:52.615433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-03041b59-078c-4e94-a628-057f7e739811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:52.616871 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-03041b59-078c-4e94-a628-057f7e739811 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 910 time: 0.0953820 Oct 14 13:04:52.660913 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:52.685334 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-37119ef4-acd7-4941-88b1-4431c7f8fbd2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 1001 time: 0.0615702 Oct 14 13:04:52.739505 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-25042526-b517-4498-977a-f6cbb2b25323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:52.741023 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-25042526-b517-4498-977a-f6cbb2b25323 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.0467920 Oct 14 13:04:52.817436 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-88821271-2ee0-4ba4-88b9-a76a8eaf41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:52.818927 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-88821271-2ee0-4ba4-88b9-a76a8eaf41a0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700831 Oct 14 13:04:52.838677 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539b072-a128-40c2-9d7a-5987f03acb43 req-2211e204-4eb4-44d7-909e-a95d1af45f73 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:52.840070 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4539b072-a128-40c2-9d7a-5987f03acb43 req-2211e204-4eb4-44d7-909e-a95d1af45f73 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0651262 Oct 14 13:04:52.944536 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4539b072-a128-40c2-9d7a-5987f03acb43 req-1fd27987-3eb0-421c-8898-d0c55e98961d tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932148 Oct 14 13:04:52.959184 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-182af99f-ea28-4639-8b43-cf27639485d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329069 Oct 14 13:04:53.050195 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:53.056558 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc6bd57e-362f-4fcd-8010-918857e33101 req-8b8b18d3-00b7-47a9-9d1e-7687ed792c01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903444 Oct 14 13:04:53.306706 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cfe9c-9450-4af6-b85c-40d9d9894c6c req-0481546d-018e-45f2-a4ce-b625abd21cff tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:53.308068 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f28cfe9c-9450-4af6-b85c-40d9d9894c6c req-0481546d-018e-45f2-a4ce-b625abd21cff tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0461915 Oct 14 13:04:53.357964 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f28cfe9c-9450-4af6-b85c-40d9d9894c6c req-8b7df250-3770-41c7-819d-6bc97f274f6b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442719 Oct 14 13:04:54.074071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1ade-49c5-42fa-b51b-347bae4a1c06 req-22dbf8d9-cd43-4d64-b2f7-3530a3778a80 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:54.075609 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-afee1ade-49c5-42fa-b51b-347bae4a1c06 req-22dbf8d9-cd43-4d64-b2f7-3530a3778a80 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0484562 Oct 14 13:04:54.124032 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-afee1ade-49c5-42fa-b51b-347bae4a1c06 req-7f93512f-518e-4d24-9d9d-63b479d0c1ff tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Oct 14 13:04:54.481730 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52645c-9e48-4814-a2e9-71757354e6f2 req-a23f91f4-7e67-429e-8e75-57b5a746fd4b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:54.483185 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ec52645c-9e48-4814-a2e9-71757354e6f2 req-a23f91f4-7e67-429e-8e75-57b5a746fd4b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0462854 Oct 14 13:04:54.529882 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ec52645c-9e48-4814-a2e9-71757354e6f2 req-9cfbdac6-84f0-4d86-acd0-9602d8ccc586 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Oct 14 13:04:55.265906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0338cc-9351-4339-82de-0922733796d9 req-e928a60b-675e-44eb-8ac1-b6549e29a574 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:55.268067 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6f0338cc-9351-4339-82de-0922733796d9 req-e928a60b-675e-44eb-8ac1-b6549e29a574 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0577779 Oct 14 13:04:55.313590 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:55.333918 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6f0338cc-9351-4339-82de-0922733796d9 req-b0a7acfc-e047-4f09-a7d5-372fda020d6a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595262 Oct 14 13:04:55.667384 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d04c-a2ca-4ff2-bc07-d47c6b876030 req-fdc5d7df-e8da-4705-9505-2dcb45186f38 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:55.668981 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bb64d04c-a2ca-4ff2-bc07-d47c6b876030 req-fdc5d7df-e8da-4705-9505-2dcb45186f38 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0554986 Oct 14 13:04:55.718115 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bb64d04c-a2ca-4ff2-bc07-d47c6b876030 req-03355edd-2db8-4ef5-b6d7-37eaa5994ce6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435686 Oct 14 13:04:56.409734 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=63 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:56.410551 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=50 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:56.458284 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb3972-ed48-4fcf-b6a4-39f718cb37d0 req-021f1b3a-9be5-447d-a3ab-786698319b72 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:56.459745 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0fdb3972-ed48-4fcf-b6a4-39f718cb37d0 req-021f1b3a-9be5-447d-a3ab-786698319b72 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0511723 Oct 14 13:04:56.508828 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0fdb3972-ed48-4fcf-b6a4-39f718cb37d0 req-c0017c57-dfce-4b13-a10f-9dc7ddc3aa05 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 Oct 14 13:04:56.681235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-3a18ee28-40ec-4a22-9edb-3dbed503a3d3 req-6819b596-96cc-4b95-abfd-2fdf4a9464fe service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 13:04:56.682271 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3a18ee28-40ec-4a22-9edb-3dbed503a3d3 req-6819b596-96cc-4b95-abfd-2fdf4a9464fe service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1019711 Oct 14 13:04:56.774682 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:56.779010 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:56.860493 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47030) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:56.865679 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18a25e-d41f-4fe4-be79-774a7bc340f1 req-a73cc31c-e3c9-464f-8fed-be4c38905023 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:56.867350 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6e18a25e-d41f-4fe4-be79-774a7bc340f1 req-a73cc31c-e3c9-464f-8fed-be4c38905023 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0552325 Oct 14 13:04:56.876213 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573ec1-3247-4768-ad94-576d6b8d6042 req-17bc5ed8-39a8-4b63-b61f-e35178273429 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:56.877686 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3e573ec1-3247-4768-ad94-576d6b8d6042 req-17bc5ed8-39a8-4b63-b61f-e35178273429 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0610490 Oct 14 13:04:56.927082 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6e18a25e-d41f-4fe4-be79-774a7bc340f1 req-df0a64d1-d131-494e-930d-6546d18632b4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510371 Oct 14 13:04:56.943071 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3e573ec1-3247-4768-ad94-576d6b8d6042 req-38b08bd9-52e7-43f2-8cbf-f863365fa751 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583694 Oct 14 13:04:56.970992 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-48a00716-0444-4334-966d-e0d334139975 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096492 Oct 14 13:04:56.980700 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-55bdc94f-2fab-4330-b97f-67fffff76b4f service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 13:04:56.981899 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-55bdc94f-2fab-4330-b97f-67fffff76b4f service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058544 Oct 14 13:04:57.118004 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47042) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:04:57.213682 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-0f379776-2f1f-48f8-9e65-92c7dda48eb6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:57.215042 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-0f379776-2f1f-48f8-9e65-92c7dda48eb6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports/5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 942 time: 0.0959640 Oct 14 13:04:57.632274 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:04:57.709442 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e is: ACTIVE; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:04:57.709873 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:57.737887 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:04:57.740154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d456ce6-ca3b-4f50-aae0-dfbff0761a43" -d '{"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-unplugged", "status": "completed", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:04:57.754864 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:04:57.759920 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:04:57.786831 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Oct 2022 13:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bf5b1c-eba7-4512-a5ac-2aaf4509912e x-openstack-request-id: req-75bf5b1c-eba7-4512-a5ac-2aaf4509912e {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:04:57.787585 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-unplugged", "status": "failed", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "code": 422}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:04:57.787816 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75bf5b1c-eba7-4512-a5ac-2aaf4509912e {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:04:57.788217 dv-cinder-820994-7-iscsi neutron-server[104451]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-75bf5b1c-eba7-4512-a5ac-2aaf4509912e']: {'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'code': 422} returned with failed status Oct 14 13:04:57.816817 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=6']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:04:58.051745 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:04:58.088074 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d260d7e-e0bb-4dc6-be05-2481e1b0da74 req-c3ce778d-e8fc-4338-9c8f-d6eb379890c3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:58.090225 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d260d7e-e0bb-4dc6-be05-2481e1b0da74 req-c3ce778d-e8fc-4338-9c8f-d6eb379890c3 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0516613 Oct 14 13:04:58.092553 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe63b25-ca03-46a8-9d1f-7876ba96f7d3 req-10c901f4-13b3-4de5-8d17-19468ac5e89f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:58.094481 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fe63b25-ca03-46a8-9d1f-7876ba96f7d3 req-10c901f4-13b3-4de5-8d17-19468ac5e89f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0619473 Oct 14 13:04:58.144793 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d260d7e-e0bb-4dc6-be05-2481e1b0da74 req-91bb7c04-cbfd-4ebd-8b49-a5334bf17039 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463667 Oct 14 13:04:58.147592 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fe63b25-ca03-46a8-9d1f-7876ba96f7d3 req-5f7fa6db-1ac5-4e17-bfe7-54a5150c7255 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Oct 14 13:04:59.283447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33602582-0270-4401-b233-285d123d615c req-bfe29055-a4fe-4e41-a615-04d21258529f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:59.284930 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33602582-0270-4401-b233-285d123d615c req-bfe29055-a4fe-4e41-a615-04d21258529f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0571327 Oct 14 13:04:59.292345 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1069-9f41-4385-b5d6-95ecff6c017d req-d19ae725-d10f-4d83-877b-4eea50c27c2f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:04:59.293951 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d8a1069-9f41-4385-b5d6-95ecff6c017d req-d19ae725-d10f-4d83-877b-4eea50c27c2f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0651278 Oct 14 13:04:59.343864 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-33602582-0270-4401-b233-285d123d615c req-24f8772b-85d9-4a89-896c-889d54b6cd7a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531607 Oct 14 13:04:59.347515 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d8a1069-9f41-4385-b5d6-95ecff6c017d req-22e503b2-be62-41d2-9335-4249c387b9a6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Oct 14 13:04:59.986877 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed7c3-a8f0-4744-85cd-91895af941b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:00.396868 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:05:00.469090 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd84-f8f8-4ab3-bf74-d4af48cd87aa req-ec92fb32-f0d1-4669-9c86-6c7c56bb18b2 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:00.470815 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d0bbdd84-f8f8-4ab3-bf74-d4af48cd87aa req-ec92fb32-f0d1-4669-9c86-6c7c56bb18b2 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0470011 Oct 14 13:05:00.473586 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31476-bbc8-4b9b-bcf8-7bf9e301eb54 req-6ddf14bb-9ca9-4d04-b24c-cb648960e712 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:00.475089 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79a31476-bbc8-4b9b-bcf8-7bf9e301eb54 req-6ddf14bb-9ca9-4d04-b24c-cb648960e712 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0461295 Oct 14 13:05:00.525971 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d0bbdd84-f8f8-4ab3-bf74-d4af48cd87aa req-88b25b36-091b-4f56-a9aa-c362f4df012e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492280 Oct 14 13:05:00.529597 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79a31476-bbc8-4b9b-bcf8-7bf9e301eb54 req-975361ae-e5df-41a0-b65d-c1325d81229e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457108 Oct 14 13:05:01.649219 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:01.650824 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef4b7-3385-4ef3-a2e2-7df2e2539342 req-47aba37b-72fe-45f0-852b-adc14ff61be4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:01.652654 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a2ef4b7-3385-4ef3-a2e2-7df2e2539342 req-47aba37b-72fe-45f0-852b-adc14ff61be4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0495064 Oct 14 13:05:01.667602 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a1771-2f9a-491b-9e7c-0829ef410763 req-90f473c3-2379-4143-a3d0-14ff34ed497a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:01.669196 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-980a1771-2f9a-491b-9e7c-0829ef410763 req-90f473c3-2379-4143-a3d0-14ff34ed497a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0570824 Oct 14 13:05:01.707702 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a2ef4b7-3385-4ef3-a2e2-7df2e2539342 req-ff2d526e-a869-47f5-9be5-fb725c114ea9 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480821 Oct 14 13:05:01.723242 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-980a1771-2f9a-491b-9e7c-0829ef410763 req-4cf1b0f5-a390-483d-a455-57f8401b6fba tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445106 Oct 14 13:05:02.167994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-62ad6d95-48d4-4d8f-b361-9e393ec4e57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:02.837612 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2df45-14bd-451b-98e7-9a29acd035da req-88ddd904-ffa6-4bda-b7c7-baaadecfadc0 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:02.839175 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b7f2df45-14bd-451b-98e7-9a29acd035da req-88ddd904-ffa6-4bda-b7c7-baaadecfadc0 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0549557 Oct 14 13:05:02.848805 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f894e-d633-4a63-9a13-0ba38cfacf9d req-bfeec60d-92d5-43dd-986b-961f0d245281 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:02.850308 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-850f894e-d633-4a63-9a13-0ba38cfacf9d req-bfeec60d-92d5-43dd-986b-961f0d245281 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0462356 Oct 14 13:05:02.888477 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b7f2df45-14bd-451b-98e7-9a29acd035da req-df586161-f1ac-4d52-ab71-4a36a9ab800a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Oct 14 13:05:02.896847 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-850f894e-d633-4a63-9a13-0ba38cfacf9d req-766af70e-1cff-44e4-b263-b932ad531e9e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Oct 14 13:05:03.525074 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:04.010746 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142e083-2466-4469-829f-788b88272a74 req-2bc98d76-a451-407a-8958-d999c3f2e998 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:04.012238 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6142e083-2466-4469-829f-788b88272a74 req-2bc98d76-a451-407a-8958-d999c3f2e998 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0473132 Oct 14 13:05:04.026552 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcbaf-8bad-40ad-8689-f7de44826c56 req-0a98ae81-3f0a-4213-8402-b14f549fa9c5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:04.028109 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-875bcbaf-8bad-40ad-8689-f7de44826c56 req-0a98ae81-3f0a-4213-8402-b14f549fa9c5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0484262 Oct 14 13:05:04.057847 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:04.063244 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6142e083-2466-4469-829f-788b88272a74 req-1c3d728a-ef48-41fe-982e-e71316f533a7 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Oct 14 13:05:04.079921 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-875bcbaf-8bad-40ad-8689-f7de44826c56 req-cbfd5aa7-eb6f-40be-be05-f57a0259ddba tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459285 Oct 14 13:05:04.986791 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-2fe70d8d-5f0e-4152-876f-edf23714dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:04.988302 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-2fe70d8d-5f0e-4152-876f-edf23714dac0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f&tenant_id=97fa795966724ea89be8ac20675b589b HTTP/1.1" status: 200 len: 1127 time: 0.0859823 Oct 14 13:05:05.054484 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-4c0d02cb-17ed-4242-b878-b3f98460a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:05.055946 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-4c0d02cb-17ed-4242-b878-b3f98460a298 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1127 time: 0.0413380 Oct 14 13:05:05.132410 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:05.152826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-2c6cea6d-9e47-4e4e-ba59-aa03c5933dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:05.154334 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-2c6cea6d-9e47-4e4e-ba59-aa03c5933dac service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 910 time: 0.0927629 Oct 14 13:05:05.173541 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:05.202137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffad2a-4946-4e75-8122-d11f9cac3d33 req-498be7ed-5eda-49a2-a121-6a7a9c499fe4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:05.203689 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2fffad2a-4946-4e75-8122-d11f9cac3d33 req-498be7ed-5eda-49a2-a121-6a7a9c499fe4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0595915 Oct 14 13:05:05.255003 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2fffad2a-4946-4e75-8122-d11f9cac3d33 req-18e57018-0186-4765-a9f6-20f9f0013de7 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Oct 14 13:05:05.256552 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e274ec-1e1f-4492-b79a-289c772e46e1 req-4a8dcb0e-862c-4287-8f55-9d7e960e5bd8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:05.258062 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90e274ec-1e1f-4492-b79a-289c772e46e1 req-4a8dcb0e-862c-4287-8f55-9d7e960e5bd8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0893519 Oct 14 13:05:05.260538 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-267293f5-fca4-408b-95b0-ed8cac994372 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 999 time: 0.0994043 Oct 14 13:05:05.348810 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90e274ec-1e1f-4492-b79a-289c772e46e1 req-aab4c01d-0108-4e47-8439-7fc47656aeb4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841556 Oct 14 13:05:05.350181 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-428dfec1-d66d-41ff-89a0-3c38ab326396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:05.351731 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-428dfec1-d66d-41ff-89a0-3c38ab326396 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.0808651 Oct 14 13:05:05.419865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-44fae5b4-a28e-46c6-8dd2-883046e97204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:05.421412 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-44fae5b4-a28e-46c6-8dd2-883046e97204 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628097 Oct 14 13:05:05.485952 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:05.523431 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-2cf181e6-0e05-47f3-ae02-364babcd6e7a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953083 Oct 14 13:05:05.626771 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-19f59694-d2d4-44c4-ac0e-1613b509a3b5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896051 Oct 14 13:05:06.376835 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc29ca-5d54-44f2-ae6b-02dd4ea0f557 req-d0523dd8-4533-442f-b5ac-3e6522cb8697 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:06.378302 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-37dc29ca-5d54-44f2-ae6b-02dd4ea0f557 req-d0523dd8-4533-442f-b5ac-3e6522cb8697 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0461421 Oct 14 13:05:06.427987 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-37dc29ca-5d54-44f2-ae6b-02dd4ea0f557 req-fc998a1c-1285-4b54-8c21-55293b2d213f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442851 Oct 14 13:05:06.487044 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07e586-c737-4077-8952-24577e0e9306 req-01d96633-d7ea-4ac3-b1a9-c18a388d8e64 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:06.488543 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d07e586-c737-4077-8952-24577e0e9306 req-01d96633-d7ea-4ac3-b1a9-c18a388d8e64 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0490136 Oct 14 13:05:06.538419 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d07e586-c737-4077-8952-24577e0e9306 req-d5865a95-42dd-48eb-b46f-eb1f6d6ac2e4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Oct 14 13:05:07.551375 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847110-8398-4f19-a9cd-b8da0acbe015 req-56d490fc-b66d-4e8d-8368-279226a8a2c7 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:07.552841 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9847110-8398-4f19-a9cd-b8da0acbe015 req-56d490fc-b66d-4e8d-8368-279226a8a2c7 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0500875 Oct 14 13:05:07.602695 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9847110-8398-4f19-a9cd-b8da0acbe015 req-44b0836c-d584-4a08-9c79-7ef802e357ca tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 Oct 14 13:05:07.668898 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f0efb-b9b3-43c0-804c-cdda73a4458c req-76006572-5c69-4ad8-90d2-2d64a0b373ce tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:07.670424 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ef8f0efb-b9b3-43c0-804c-cdda73a4458c req-76006572-5c69-4ad8-90d2-2d64a0b373ce tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0506368 Oct 14 13:05:07.724837 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ef8f0efb-b9b3-43c0-804c-cdda73a4458c req-9310aa07-279b-42d0-b2d0-72712b729711 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488389 Oct 14 13:05:08.722135 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbeca5-302f-46cb-8ac6-5e2b0a969fbd req-baef7ace-ccd2-4ced-b774-bcb2ed1246e4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:08.723794 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-63fbeca5-302f-46cb-8ac6-5e2b0a969fbd req-baef7ace-ccd2-4ced-b774-bcb2ed1246e4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0459206 Oct 14 13:05:08.773275 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-63fbeca5-302f-46cb-8ac6-5e2b0a969fbd req-5dfbe4ba-019d-49b0-9523-88ecb90e74b1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Oct 14 13:05:08.850235 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6965-7e6c-41e7-bb77-36820f7f5532 req-789e51b6-088c-49d5-a110-1c74869de9c1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:08.851692 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b5b6965-7e6c-41e7-bb77-36820f7f5532 req-789e51b6-088c-49d5-a110-1c74869de9c1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0452900 Oct 14 13:05:08.872750 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:08.900523 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b5b6965-7e6c-41e7-bb77-36820f7f5532 req-437be386-333c-470e-a9f3-b26db0793276 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Oct 14 13:05:09.891429 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65016d93-d622-4334-b162-cdd87209e775 req-1a6fabd2-3b27-46c8-9c89-20a5f66ed839 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:09.892881 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-65016d93-d622-4334-b162-cdd87209e775 req-1a6fabd2-3b27-46c8-9c89-20a5f66ed839 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0461230 Oct 14 13:05:09.947251 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-65016d93-d622-4334-b162-cdd87209e775 req-29b6c90a-1c67-491e-a371-143b29e00a09 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 Oct 14 13:05:10.027614 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d59571-828d-48e2-b895-abe479007de6 req-287da792-eea4-40e4-8b7b-da5cfe66c7df tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:10.029173 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-84d59571-828d-48e2-b895-abe479007de6 req-287da792-eea4-40e4-8b7b-da5cfe66c7df tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0465724 Oct 14 13:05:10.080684 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-84d59571-828d-48e2-b895-abe479007de6 req-ecd7721b-22a4-45a3-a323-8753b0a3613d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Oct 14 13:05:11.069098 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc712-cbb7-4024-83be-e8e36ab4a7b6 req-45c9fc37-63a6-4d98-b582-039b0a1e2b33 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:11.070568 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d8fc712-cbb7-4024-83be-e8e36ab4a7b6 req-45c9fc37-63a6-4d98-b582-039b0a1e2b33 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0457036 Oct 14 13:05:11.081280 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:11.119710 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d8fc712-cbb7-4024-83be-e8e36ab4a7b6 req-946d12d8-c054-4806-8fab-0a0c68e792e9 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Oct 14 13:05:11.206457 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249bcd-4b2f-4497-b699-0dbf3aef66f2 req-88983432-fa20-4973-8ec2-b25660a61537 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:11.207858 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f249bcd-4b2f-4497-b699-0dbf3aef66f2 req-88983432-fa20-4973-8ec2-b25660a61537 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0465641 Oct 14 13:05:11.254518 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f249bcd-4b2f-4497-b699-0dbf3aef66f2 req-77271979-a164-4973-8d37-bfd6440c85d4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Oct 14 13:05:11.405001 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:11.409680 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:12.237757 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a478d6c-0cd2-4b35-a395-41a88510bb89 req-38dd428c-9ca0-47c8-b531-f1f8e4cc7626 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:12.239226 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1a478d6c-0cd2-4b35-a395-41a88510bb89 req-38dd428c-9ca0-47c8-b531-f1f8e4cc7626 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0472853 Oct 14 13:05:12.288516 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1a478d6c-0cd2-4b35-a395-41a88510bb89 req-c364a6a8-9335-4a7d-aab4-08338ba839fc tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Oct 14 13:05:12.378109 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d13d-6450-4d6d-8d3b-100bcdd07c2e req-7d75e6ec-f8ae-49a4-875c-14ffc4fb6474 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:12.379551 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8df9d13d-6450-4d6d-8d3b-100bcdd07c2e req-7d75e6ec-f8ae-49a4-875c-14ffc4fb6474 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0463641 Oct 14 13:05:12.425030 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8df9d13d-6450-4d6d-8d3b-100bcdd07c2e req-3645103e-32ae-45b0-af28-7a747e3cc473 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Oct 14 13:05:13.414078 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2847d7-be0c-4c5c-a6c7-4f3a99af4e1e req-275b6ecc-400d-4cbd-98ac-73eaf21c9f20 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:13.415585 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8c2847d7-be0c-4c5c-a6c7-4f3a99af4e1e req-275b6ecc-400d-4cbd-98ac-73eaf21c9f20 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0500813 Oct 14 13:05:13.422192 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:13.471788 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8c2847d7-be0c-4c5c-a6c7-4f3a99af4e1e req-f39386d3-0c30-4162-87f5-291ec81b9c4e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504639 Oct 14 13:05:13.557693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf4bb6-dcb0-4e9a-ae64-b1e57ca9eacc req-e42f7c79-e003-4ecb-9bfe-8939e78190aa tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:13.559153 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33cf4bb6-dcb0-4e9a-ae64-b1e57ca9eacc req-e42f7c79-e003-4ecb-9bfe-8939e78190aa tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0503964 Oct 14 13:05:13.605530 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33cf4bb6-dcb0-4e9a-ae64-b1e57ca9eacc req-35b7ef95-c4c8-4b36-b57f-d924903ab98c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407746 Oct 14 13:05:13.671777 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:05:13.774786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:13.786102 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '096cc001-9ca8-472a-8f3d-2a345a805218', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218', 'mac_address': 'fa:16:3e:ba:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:05:13.820503 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: ACTIVE; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:13.820918 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:13.833590 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 096cc001-9ca8-472a-8f3d-2a345a805218 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:05:13.854141 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:13.857688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:13.907573 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=6']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:13.915221 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.915570 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.915926 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.916281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.916620 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.916947 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.917272 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.917864 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.918306 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.918635 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.918960 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.919284 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.919609 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.919944 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.920245 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:13.956296 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['096cc001-9ca8-472a-8f3d-2a345a805218'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:05:14.197657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:14.212116 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:14.601317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ad1e-e3dd-4f9b-af94-e66311b580c2 req-1867ae38-d75f-4ebe-9d7c-75fa3178799b tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:14.603485 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bb2ad1e-e3dd-4f9b-af94-e66311b580c2 req-1867ae38-d75f-4ebe-9d7c-75fa3178799b tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0493250 Oct 14 13:05:14.667291 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bb2ad1e-e3dd-4f9b-af94-e66311b580c2 req-990f1fee-cd3a-4180-b620-a2f2c347a633 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562491 Oct 14 13:05:14.760690 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a7749-2aa9-4175-b01e-2f827d23cd03 req-93c75684-3706-416c-9797-0ac88df539ad tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:14.765951 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-809a7749-2aa9-4175-b01e-2f827d23cd03 req-93c75684-3706-416c-9797-0ac88df539ad tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0533326 Oct 14 13:05:14.809405 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-809a7749-2aa9-4175-b01e-2f827d23cd03 req-2d355655-5aca-456d-b097-15b68131f11a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Oct 14 13:05:14.942097 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881f000-d1ef-457b-91cd-156d27000c15 req-c91d6cb6-665a-4fe6-99fc-d18a26c8dca6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:14.943842 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f881f000-d1ef-457b-91cd-156d27000c15 req-c91d6cb6-665a-4fe6-99fc-d18a26c8dca6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Oct 14 13:05:14.995632 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f881f000-d1ef-457b-91cd-156d27000c15 req-4fa8aeec-bdc0-42da-be2c-33de35f29d2b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455279 Oct 14 13:05:15.683994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:05:15.687256 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:05:15.753740 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:15.782091 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 096cc001-9ca8-472a-8f3d-2a345a805218 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:15.782461 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:15.782981 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 096cc001-9ca8-472a-8f3d-2a345a805218 Oct 14 13:05:15.798500 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeec2e-263c-4087-bed2-bcf38739fd00 req-5a93c90b-4073-4bff-91c8-80045715f113 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:15.800211 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4eeec2e-263c-4087-bed2-bcf38739fd00 req-5a93c90b-4073-4bff-91c8-80045715f113 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 943 time: 0.0548809 Oct 14 13:05:15.861281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:15.871813 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4eeec2e-263c-4087-bed2-bcf38739fd00 req-2c534fc8-6ab1-43b2-b43d-a9928e94d668 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619996 Oct 14 13:05:15.901609 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'port_id': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'mac_address': 'fa:16:3e:07:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:05:15.913998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:15.915367 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:15.959993 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:15.960223 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:15.960443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:15.973132 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:05:15.973132 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cadf1c8-8e03-42e2-bb9f-5656d7fa5be2" -d '{"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-plugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:05:15.978006 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13bb8f-36c1-4729-8956-af0050da4ecb req-ccfa63a9-3f5d-4728-ad6a-c462c650030b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:15.979613 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9a13bb8f-36c1-4729-8956-af0050da4ecb req-ccfa63a9-3f5d-4728-ad6a-c462c650030b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0548429 Oct 14 13:05:15.993516 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:05:16.002063 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:16.026976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:16.029688 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:16.033036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f2d4ab-aa37-4146-9704-fb9aa8025363 x-openstack-request-id: req-c5f2d4ab-aa37-4146-9704-fb9aa8025363 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:05:16.033376 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-plugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:05:16.033876 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5f2d4ab-aa37-4146-9704-fb9aa8025363 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:05:16.034331 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f2d4ab-aa37-4146-9704-fb9aa8025363'] response: {'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'code': 200} Oct 14 13:05:16.038934 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:16.077668 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9a13bb8f-36c1-4729-8956-af0050da4ecb req-47519b7f-473f-42b0-9f6e-b5031d72d241 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688798 Oct 14 13:05:16.097923 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=7']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:16.152426 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=7']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:16.162484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e00d96-073d-4b1e-9645-603adf60fba3 req-220da46e-0b1f-47ba-87fe-47725f43a6c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:16.164041 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f6e00d96-073d-4b1e-9645-603adf60fba3 req-220da46e-0b1f-47ba-87fe-47725f43a6c6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0650403 Oct 14 13:05:16.214300 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f6e00d96-073d-4b1e-9645-603adf60fba3 req-33cd7cf1-f67a-46b0-bac4-6ee4cc133ca6 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Oct 14 13:05:16.299740 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:05:16.473106 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:16.991686 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719ff1-6d5e-4792-a6ec-e59d00557df7 req-9c5406e1-f2d2-461a-b65a-6616283aa3a2 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:16.993836 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9719ff1-6d5e-4792-a6ec-e59d00557df7 req-9c5406e1-f2d2-461a-b65a-6616283aa3a2 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 944 time: 0.0472960 Oct 14 13:05:17.211536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ee36-9459-4ef9-84c2-51863d25880d req-504f8769-de39-40f2-a60a-b10598aadc91 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:17.213452 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61f9ee36-9459-4ef9-84c2-51863d25880d req-504f8769-de39-40f2-a60a-b10598aadc91 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0592580 Oct 14 13:05:17.281888 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61f9ee36-9459-4ef9-84c2-51863d25880d req-9cb9d75a-4930-40ca-bac1-f05c239d24f0 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616698 Oct 14 13:05:17.314024 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9719ff1-6d5e-4792-a6ec-e59d00557df7 req-cc3062df-f2f4-4ec1-b346-ec0eb62c9a9a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145909 Oct 14 13:05:17.321844 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-42878801-f792-47fb-8cd9-27e2eb4179e2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:17.323261 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-42878801-f792-47fb-8cd9-27e2eb4179e2 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.3172381 Oct 14 13:05:17.408457 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659fd7-b0f6-4370-8194-2bc294ecc190 req-d4ed8640-59f2-4b71-bb61-1738689fa350 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:17.418132 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e0659fd7-b0f6-4370-8194-2bc294ecc190 req-d4ed8640-59f2-4b71-bb61-1738689fa350 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 945 time: 0.0681770 Oct 14 13:05:17.426989 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Deleting port 80cb034b-1583-4a34-a888-d6a5a94739ed {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:17.427333 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.468485 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e0659fd7-b0f6-4370-8194-2bc294ecc190 req-cf626948-398d-46ac-827b-3edf740cc9a5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=10fa05fd-0eed-41f0-a789-13f4f7eef3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495133 Oct 14 13:05:17.594065 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] For port 80cb034b-1583-4a34-a888-d6a5a94739ed, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=80cb034b-1583-4a34-a888-d6a5a94739ed,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:17.594556 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.710501 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:05:17.753374 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:17.765652 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:17.766159 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.766596 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e Oct 14 13:05:17.799024 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.799266 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (2c9113d2-6ae6-4556-9ee7-ef97f0ba3493), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.799552 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Floating IP 2c9113d2-6ae6-4556-9ee7-ef97f0ba3493 disassociated. External IP: 172.27.3.185, port: 80cb034b-1583-4a34-a888-d6a5a94739ed. Oct 14 13:05:17.799891 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Calling delete_port for 80cb034b-1583-4a34-a888-d6a5a94739ed owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:17.844280 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:17.844670 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.848164 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:17.885988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:17.890925 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.891956 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 80cb034b-1583-4a34-a888-d6a5a94739ed no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:05:17.959102 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (80cb034b-1583-4a34-a888-d6a5a94739ed), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:17.988431 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No active binding found for port 80cb034b-1583-4a34-a888-d6a5a94739ed {{(pid=104451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 14 13:05:17.988833 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] The host hv-cinder-82099 is not matching for port 80cb034b-1583-4a34-a888-d6a5a94739ed host None! {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 14 13:05:17.989236 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 80cb034b-1583-4a34-a888-d6a5a94739ed not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:05:17.991683 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=8']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:18.003593 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event deleted for resources: {'Port': ['ID=80cb034b-1583-4a34-a888-d6a5a94739ed,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:18.021107 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.022032 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.022379 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.022720 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.023053 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.023559 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.024360 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.024993 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.025509 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.025993 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.026493 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.026978 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.027469 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.027801 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.028124 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:18.035254 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:05:18.038053 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3f23b-998f-4458-b479-145be5c401b7" -d '{"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:05:18.152057 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:05:18.154798 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ef76a4-c584-4e99-af20-d1fe23dc0847 x-openstack-request-id: req-75ef76a4-c584-4e99-af20-d1fe23dc0847 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:05:18.155229 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:05:18.155582 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75ef76a4-c584-4e99-af20-d1fe23dc0847 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:05:18.156088 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ef76a4-c584-4e99-af20-d1fe23dc0847'] response: {'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'code': 200} Oct 14 13:05:18.219743 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:18.272397 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:05:18.284026 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:05:18.297856 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:18.298819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:18.342683 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] No DVR routers for this DVR port 80cb034b-1583-4a34-a888-d6a5a94739ed on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:05:18.347938 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:18.353662 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ce96decc-a118-4e64-b27e-1375b5fe552f req-fc0d04f1-fbc6-4954-a50c-dab32e268fc1 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.18 "DELETE /networking/v2.0/ports/80cb034b-1583-4a34-a888-d6a5a94739ed HTTP/1.1" status: 204 len: 173 time: 1.0232458 Oct 14 13:05:18.354209 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'name': 'network-vif-deleted', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:05:18.357330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f38672-2caa-48d5-ae87-b1f59f43b13f" -d '{"events": [{"server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "name": "network-vif-deleted", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:05:18.522270 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:18.523392 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53babb-31a5-499a-94f1-9e4b7557a95c req-7890f502-2cca-471d-9ccc-89bfd6fc4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:18.525079 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7a53babb-31a5-499a-94f1-9e4b7557a95c req-7890f502-2cca-471d-9ccc-89bfd6fc4968 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1129 time: 0.1327562 Oct 14 13:05:18.589956 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c897a-7bfa-49b7-8c14-329d1d673146 req-50c2f43c-950d-4b6b-8597-8f8b6c03054d tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:18.591757 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748c897a-7bfa-49b7-8c14-329d1d673146 req-50c2f43c-950d-4b6b-8597-8f8b6c03054d tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.1059942 Oct 14 13:05:18.619608 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d7ba-e7f4-42a4-ae24-df67886c2a99 req-07f28901-97dd-489b-9e48-21b9bd865e70 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:18.622157 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b716d7ba-e7f4-42a4-ae24-df67886c2a99 req-07f28901-97dd-489b-9e48-21b9bd865e70 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.1485550 Oct 14 13:05:18.696714 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7a53babb-31a5-499a-94f1-9e4b7557a95c req-eb3b8f9b-1535-4b99-84d4-ac8735e28615 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512260 Oct 14 13:05:18.723218 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:18.754004 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-748c897a-7bfa-49b7-8c14-329d1d673146 req-1ccf5175-83a2-4dea-be90-fd8661f34ca8 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095350 Oct 14 13:05:18.755768 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b716d7ba-e7f4-42a4-ae24-df67886c2a99 req-2fec2fdc-0554-4a09-8698-88d6dadfe71d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140499 Oct 14 13:05:18.892612 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:18.918231 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d106610-0f51-4be7-98e0-61b7459f668d req-d783f54a-1e0e-4df8-9dff-f9bd4ddee158 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 210 time: 0.0546465 Oct 14 13:05:18.938491 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a213978-c655-48c7-9791-5448542f7084 x-openstack-request-id: req-1a213978-c655-48c7-9791-5448542f7084 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:05:18.938818 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad4b0b2-2eb5-4754-89fc-8fab97ffd780", "name": "network-vif-deleted", "tag": "80cb034b-1583-4a34-a888-d6a5a94739ed", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:05:18.939081 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1a213978-c655-48c7-9791-5448542f7084 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:05:18.939508 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a213978-c655-48c7-9791-5448542f7084'] response: {'server_uuid': '6ad4b0b2-2eb5-4754-89fc-8fab97ffd780', 'name': 'network-vif-deleted', 'tag': '80cb034b-1583-4a34-a888-d6a5a94739ed', 'status': 'completed', 'code': 200} Oct 14 13:05:18.947407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:05:18.959109 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:18.959737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:19.107531 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:19.257310 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:19.341977 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:19.367778 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f581ac-cc69-4e62-9328-702c243ade11 None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T12:59:47Z', 'revision_number': 4, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '8013549f-37a3-4b08-bd95-3005508408c6', 'name': '', 'network_id': '19221892-26e2-485e-83b6-c9b12590cb03', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'mac_address': 'fa:16:3e:1b:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad632821-c368-4cf7-ad83-474321292f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:44Z', 'updated_at': '2022-10-14T13:00:03Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'subnets': [{'id': 'ad632821-c368-4cf7-ad83-474321292f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:05:19.639554 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a709b7e-b70f-4d9a-9297-7f813cb5e208 None None] New status for floating IP 2c9113d2-6ae6-4556-9ee7-ef97f0ba3493: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:05:19.885332 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516ff7-7c5d-4c79-8968-8c067422afff req-1d59326c-f0bb-488b-9ca2-f584f2a4e657 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:19.886941 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-25516ff7-7c5d-4c79-8968-8c067422afff req-1d59326c-f0bb-488b-9ca2-f584f2a4e657 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0549941 Oct 14 13:05:19.915695 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4f7fa-9574-4a7a-8c90-f7d0a38e2c98 req-dc14cd36-b3d5-4dcd-8bc0-e6830775283b tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:19.925543 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5cd4f7fa-9574-4a7a-8c90-f7d0a38e2c98 req-dc14cd36-b3d5-4dcd-8bc0-e6830775283b tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0626819 Oct 14 13:05:19.946850 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-25516ff7-7c5d-4c79-8968-8c067422afff req-07c4789f-e353-4f86-a2a6-e7eeef7f64d7 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511963 Oct 14 13:05:19.989527 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5cd4f7fa-9574-4a7a-8c90-f7d0a38e2c98 req-4ea84172-676e-4752-806b-681e5926faba tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628211 Oct 14 13:05:20.085593 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-637f1f5d-ed01-4412-a09f-9aace42d0556 req-61943768-fd30-4716-9db6-6376a3663426 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Oct 14 13:05:21.087402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc3eca-91e4-4ccb-9cc7-ea3bfb3ae8b7 req-6ce4c6ba-c3ea-4c73-8dc1-adc8b2978877 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:21.089304 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fccc3eca-91e4-4ccb-9cc7-ea3bfb3ae8b7 req-6ce4c6ba-c3ea-4c73-8dc1-adc8b2978877 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0525539 Oct 14 13:05:21.136108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67113-85a3-440a-82f0-3d0bc6cc233b req-04da01d7-d079-4688-af9d-882150e1ad88 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:21.137967 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ef67113-85a3-440a-82f0-3d0bc6cc233b req-04da01d7-d079-4688-af9d-882150e1ad88 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0556228 Oct 14 13:05:21.148285 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fccc3eca-91e4-4ccb-9cc7-ea3bfb3ae8b7 req-3b8810b1-8a16-4389-a3b1-c43776a4ad26 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530972 Oct 14 13:05:21.203950 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ef67113-85a3-440a-82f0-3d0bc6cc233b req-7d92ab97-d55e-468b-a8ea-55bb11a5695f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513818 Oct 14 13:05:21.286263 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a1dfaf4-542f-494a-8d9f-0bb5103c7d68 req-f5e3f563-2170-45f0-9fa9-c2b141af5068 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6ad4b0b2-2eb5-4754-89fc-8fab97ffd780 HTTP/1.1" status: 200 len: 210 time: 0.0327382 Oct 14 13:05:22.380495 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa628b-3759-4cfc-80e9-20a140fa030f req-c5dc00ce-ffce-460e-92bd-e8a5b2f98f4f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:22.391521 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5caa628b-3759-4cfc-80e9-20a140fa030f req-c5dc00ce-ffce-460e-92bd-e8a5b2f98f4f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.1190665 Oct 14 13:05:22.421203 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8fb50-4506-412d-a9ad-173d52e3d831 req-b3f8c3d1-cb36-484f-87f7-1efdbc358a9f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:22.432940 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1bb8fb50-4506-412d-a9ad-173d52e3d831 req-b3f8c3d1-cb36-484f-87f7-1efdbc358a9f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0893404 Oct 14 13:05:22.498825 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5caa628b-3759-4cfc-80e9-20a140fa030f req-ea15cc23-cd36-4eb3-bbbf-d204c0b2a774 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000478 Oct 14 13:05:22.504663 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1bb8fb50-4506-412d-a9ad-173d52e3d831 req-c584baeb-b745-4fde-ab38-422d2c74e30c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646791 Oct 14 13:05:22.609280 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47468) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:22.673988 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdb51-8074-48fd-9e52-eb3a0cdf1e62 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (10fa05fd-0eed-41f0-a789-13f4f7eef3f0), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:22.703301 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdb51-8074-48fd-9e52-eb3a0cdf1e62 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (10fa05fd-0eed-41f0-a789-13f4f7eef3f0), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:22.772638 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdb51-8074-48fd-9e52-eb3a0cdf1e62 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (10fa05fd-0eed-41f0-a789-13f4f7eef3f0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:22.776366 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdb51-8074-48fd-9e52-eb3a0cdf1e62 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:22.780089 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9b6cdb51-8074-48fd-9e52-eb3a0cdf1e62 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/10fa05fd-0eed-41f0-a789-13f4f7eef3f0 HTTP/1.1" status: 204 len: 168 time: 0.1670973 Oct 14 13:05:22.784611 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47476) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:22.793372 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:22.794851 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cdb51-8074-48fd-9e52-eb3a0cdf1e62 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fa05fd-0eed-41f0-a789-13f4f7eef3f0,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:22.804726 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-535b1e50-9561-4ad6-915b-7347982ad3c5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] show failed (client error): The resource could not be found. Oct 14 13:05:22.806379 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-535b1e50-9561-4ad6-915b-7347982ad3c5 tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "GET /networking/v2.0/security-groups/10fa05fd-0eed-41f0-a789-13f4f7eef3f0 HTTP/1.1" status: 404 len: 347 time: 0.0201073 Oct 14 13:05:22.814286 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47478) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:22.955212 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Deleting port 87163192-3d63-49a1-8a48-3239684ff7bf {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:22.955815 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (87163192-3d63-49a1-8a48-3239684ff7bf), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:23.048512 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (87163192-3d63-49a1-8a48-3239684ff7bf), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:23.048881 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (87163192-3d63-49a1-8a48-3239684ff7bf), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:23.063850 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Calling delete_port for 87163192-3d63-49a1-8a48-3239684ff7bf owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:23.078253 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:23.224167 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (87163192-3d63-49a1-8a48-3239684ff7bf), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:23.255310 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Pushing event deleted for resources: {'Port': ['ID=87163192-3d63-49a1-8a48-3239684ff7bf,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:23.341139 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks [] for floatingip (2c9113d2-6ae6-4556-9ee7-ef97f0ba3493), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:23.343656 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:23.347423 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-80447d3e-bd42-4a81-92ca-1ceec8a0da7b tempest-AttachVolumeTestJSON-974348523 tempest-AttachVolumeTestJSON-974348523-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/2c9113d2-6ae6-4556-9ee7-ef97f0ba3493 HTTP/1.1" status: 204 len: 168 time: 0.5245616 Oct 14 13:05:23.667074 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b30237-9b5d-45de-b988-55838872052d req-69b114c9-3670-4e9c-9151-182f21707312 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:23.669298 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41b30237-9b5d-45de-b988-55838872052d req-69b114c9-3670-4e9c-9151-182f21707312 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0623152 Oct 14 13:05:23.696629 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd2ae-e3ae-4b27-8711-c89a483a31c7 req-3c2d49a6-0232-4766-9aa4-3e40908d8e08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:23.699533 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b6dd2ae-e3ae-4b27-8711-c89a483a31c7 req-3c2d49a6-0232-4766-9aa4-3e40908d8e08 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0709977 Oct 14 13:05:23.769893 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41b30237-9b5d-45de-b988-55838872052d req-b56e56c0-1212-4207-9a15-ce046efc7a67 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876756 Oct 14 13:05:23.770562 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b6dd2ae-e3ae-4b27-8711-c89a483a31c7 req-ba82273c-9598-4064-8c85-892371b45a45 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603352 Oct 14 13:05:24.935427 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0b096-67bb-40e7-b4ee-95509e2505f2 req-fb533318-07d5-4f16-8058-51f385bab3c1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:24.941988 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c9c0b096-67bb-40e7-b4ee-95509e2505f2 req-fb533318-07d5-4f16-8058-51f385bab3c1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0576475 Oct 14 13:05:25.003665 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c9c0b096-67bb-40e7-b4ee-95509e2505f2 req-16b15a10-3301-4693-bf2a-82b6fb9b1cf8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594392 Oct 14 13:05:26.001918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47562) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:26.183510 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d91194c-52f9-4834-b337-54f36fcc0abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.220455 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153fa1f-0207-4156-92d7-43e4299d0f91 req-ae6db0e2-62ec-46cc-b358-ab43225577a1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:26.222004 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2153fa1f-0207-4156-92d7-43e4299d0f91 req-ae6db0e2-62ec-46cc-b358-ab43225577a1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.1060622 Oct 14 13:05:26.304973 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2153fa1f-0207-4156-92d7-43e4299d0f91 req-586c6f6a-0fed-4ca8-8c54-8dcf7a7613dd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731826 Oct 14 13:05:26.338431 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d91194c-52f9-4834-b337-54f36fcc0abf admin admin] Publish callbacks [] for security_group (84268eac-4a38-4c84-992b-042faf695eb9), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.346944 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1d91194c-52f9-4834-b337-54f36fcc0abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (84268eac-4a38-4c84-992b-042faf695eb9), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.388603 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1d91194c-52f9-4834-b337-54f36fcc0abf admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1563193ced924ee78f38363adf65fe0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855419 Oct 14 13:05:26.389826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91194c-52f9-4834-b337-54f36fcc0abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84268eac-4a38-4c84-992b-042faf695eb9,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:26.392053 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47568) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:26.465424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Publish callbacks [] for security_group (84268eac-4a38-4c84-992b-042faf695eb9), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.488268 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Publish callbacks [] for security_group (84268eac-4a38-4c84-992b-042faf695eb9), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.522952 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:26.544347 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (84268eac-4a38-4c84-992b-042faf695eb9), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.548054 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:26.549263 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/84268eac-4a38-4c84-992b-042faf695eb9 HTTP/1.1" status: 204 len: 168 time: 0.1561828 Oct 14 13:05:26.558546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84268eac-4a38-4c84-992b-042faf695eb9,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:26.567500 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.568057 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.568648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.569188 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.569766 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.570279 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.570873 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.571151 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.571638 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.572131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.572626 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.572959 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.573538 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.573835 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.574133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80225a59-93be-42ae-ac68-c6b91eee6ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:26.876829 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47574) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:26.891474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f410b162-ca2c-4b33-9e14-926023cada85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.021762 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f410b162-ca2c-4b33-9e14-926023cada85 admin admin] Publish callbacks [] for security_group (8aba3463-76a3-4a2c-af8a-d2d11256511e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.027061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f410b162-ca2c-4b33-9e14-926023cada85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8aba3463-76a3-4a2c-af8a-d2d11256511e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.052724 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47582) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:27.076333 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b162-ca2c-4b33-9e14-926023cada85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba3463-76a3-4a2c-af8a-d2d11256511e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:27.081401 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f410b162-ca2c-4b33-9e14-926023cada85 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=652602e514f04251b666f78c0ae99bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033300 Oct 14 13:05:27.083857 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47586) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:27.101800 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:27.141515 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-04a6689d-cf35-404a-9d2d-ae3f9dcfd41b admin admin] Publish callbacks [] for security_group (8aba3463-76a3-4a2c-af8a-d2d11256511e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.167823 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-04a6689d-cf35-404a-9d2d-ae3f9dcfd41b admin admin] Publish callbacks [] for security_group (8aba3463-76a3-4a2c-af8a-d2d11256511e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.221921 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-04a6689d-cf35-404a-9d2d-ae3f9dcfd41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (8aba3463-76a3-4a2c-af8a-d2d11256511e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.225144 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-04a6689d-cf35-404a-9d2d-ae3f9dcfd41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:27.229232 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-04a6689d-cf35-404a-9d2d-ae3f9dcfd41b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8aba3463-76a3-4a2c-af8a-d2d11256511e HTTP/1.1" status: 204 len: 168 time: 0.1415510 Oct 14 13:05:27.236160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6689d-cf35-404a-9d2d-ae3f9dcfd41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba3463-76a3-4a2c-af8a-d2d11256511e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:27.460215 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:27.469653 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137ade2-85bf-470e-b168-e74acf33dac4 req-4d652b81-4a53-4f7b-8fb5-3ca6332952d8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:27.477934 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0137ade2-85bf-470e-b168-e74acf33dac4 req-4d652b81-4a53-4f7b-8fb5-3ca6332952d8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0748973 Oct 14 13:05:27.554502 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0137ade2-85bf-470e-b168-e74acf33dac4 req-7b6bee81-6d1d-45c1-b706-f873838c1c4a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754027 Oct 14 13:05:27.611730 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:27.729446 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (47b0f01a-cc09-4240-aac6-61e52a241e94), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:28.005911 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Deleting port 8013549f-37a3-4b08-bd95-3005508408c6 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:28.006363 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (8013549f-37a3-4b08-bd95-3005508408c6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:28.114825 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] For port 8013549f-37a3-4b08-bd95-3005508408c6, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=8013549f-37a3-4b08-bd95-3005508408c6,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:28.115516 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (8013549f-37a3-4b08-bd95-3005508408c6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:28.129779 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Calling delete_port for 8013549f-37a3-4b08-bd95-3005508408c6 owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:28.326882 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (8013549f-37a3-4b08-bd95-3005508408c6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:28.352109 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Pushing event deleted for resources: {'Port': ['ID=8013549f-37a3-4b08-bd95-3005508408c6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:28.521119 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (47b0f01a-cc09-4240-aac6-61e52a241e94), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:28.525623 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:28.558221 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b273f75-470d-44d6-bd93-a49d4a9290ba None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:05:28.574306 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:28.641691 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:28.667888 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b273f75-470d-44d6-bd93-a49d4a9290ba None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:05:28.722471 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eacc2c-bb8f-4ea4-bd06-2625e160b37f req-b8230810-4d95-41f2-a6ae-36eb82124073 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:28.723966 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9eacc2c-bb8f-4ea4-bd06-2625e160b37f req-b8230810-4d95-41f2-a6ae-36eb82124073 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0744166 Oct 14 13:05:29.124518 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2248b3-530f-41c8-add6-90c04522464c req-36dee176-8c61-498f-af01-284aaed1cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:29.126074 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-36dee176-8c61-498f-af01-284aaed1cc21 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1130 time: 0.3311665 Oct 14 13:05:29.166796 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9eacc2c-bb8f-4ea4-bd06-2625e160b37f req-60db0423-13d8-4bed-9f4e-4c53f5612728 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4288101 Oct 14 13:05:29.210542 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Router 47b0f01a-cc09-4240-aac6-61e52a241e94 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:05:29.306958 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2248b3-530f-41c8-add6-90c04522464c req-f20aec2e-6cf6-4752-889e-eb5192143c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:29.308451 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-f20aec2e-6cf6-4752-889e-eb5192143c12 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.1756961 Oct 14 13:05:29.407629 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:05:29.417550 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c9922540-6a33-4627-8665-ade8d1502437 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/47b0f01a-cc09-4240-aac6-61e52a241e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596878 Oct 14 13:05:29.417550 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-a4e0572f-f0e7-4989-af7f-135b83aa2d61 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 1002 time: 0.0801284 Oct 14 13:05:29.417916 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47668) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:29.420238 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] Sync routers for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:05:29.438903 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:29.439775 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:29.481576 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2248b3-530f-41c8-add6-90c04522464c req-76c13dac-73ea-4f12-ad30-39d99c39f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:29.483063 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-76c13dac-73ea-4f12-ad30-39d99c39f626 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0503805 Oct 14 13:05:29.489332 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-a13760d4-7051-4b03-bb5f-93b5a9a9bb13 None None] Provisioning complete for port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:29.489812 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a13760d4-7051-4b03-bb5f-93b5a9a9bb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:29.490217 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-a13760d4-7051-4b03-bb5f-93b5a9a9bb13 None None] Attempt 1 to provision port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 Oct 14 13:05:29.541946 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2248b3-530f-41c8-add6-90c04522464c req-0a92263a-332a-4255-b1d8-10ef981d8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:29.543917 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-0a92263a-332a-4255-b1d8-10ef981d8e97 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531490 Oct 14 13:05:29.559557 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks [] for router (47b0f01a-cc09-4240-aac6-61e52a241e94), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:29.597247 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:29.669701 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-ae0ccfbf-db28-43b3-98a6-379af09cb556 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180983 Oct 14 13:05:29.687346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks [] for router_gateway (47b0f01a-cc09-4240-aac6-61e52a241e94), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:29.707263 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:29.740661 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Deleting port 27a635e3-7bec-4967-8582-aee6c7ec61ef {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:29.741093 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:29.745388 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:29.801233 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f2248b3-530f-41c8-add6-90c04522464c req-ca413e55-46fa-4025-8897-6071e27f4ded service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235936 Oct 14 13:05:29.832960 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47676) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:29.843520 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] For port 27a635e3-7bec-4967-8582-aee6c7ec61ef, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=27a635e3-7bec-4967-8582-aee6c7ec61ef,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:29.843894 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:29.858044 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Calling delete_port for 27a635e3-7bec-4967-8582-aee6c7ec61ef owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:29.869001 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:29.951716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-a13760d4-7051-4b03-bb5f-93b5a9a9bb13 None None] Current status of the port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:29.956439 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b81d83b3-e50c-4a15-a0e5-e5fd6cd8ab72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:29.958188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:29.979955 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T13:05:28Z', 'revision_number': 5, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port': {'id': '27a635e3-7bec-4967-8582-aee6c7ec61ef', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:36Z', 'updated_at': '2022-10-14T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:30.024370 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] Checking router: 47b0f01a-cc09-4240-aac6-61e52a241e94 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:05:30.032828 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2fa4eeb2-34e2-4bc9-85e1-67c92e0284db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.036000 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] Routers {'47b0f01a-cc09-4240-aac6-61e52a241e94'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:30.036750 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['47b0f01a-cc09-4240-aac6-61e52a241e94'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:30.063986 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (27a635e3-7bec-4967-8582-aee6c7ec61ef), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.073214 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b81d83b3-e50c-4a15-a0e5-e5fd6cd8ab72 admin admin] Publish callbacks [] for security_group (b5caf167-7822-42e1-9625-cb244a22e59d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.082938 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b81d83b3-e50c-4a15-a0e5-e5fd6cd8ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b5caf167-7822-42e1-9625-cb244a22e59d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.088868 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:30.095671 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Pushing event deleted for resources: {'Port': ['ID=27a635e3-7bec-4967-8582-aee6c7ec61ef,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:30.109031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:30.121057 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b81d83b3-e50c-4a15-a0e5-e5fd6cd8ab72 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9935a446b9c34f33884508f96d0f2fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868934 Oct 14 13:05:30.123740 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47680) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:30.126747 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d83b3-e50c-4a15-a0e5-e5fd6cd8ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5caf167-7822-42e1-9625-cb244a22e59d,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:30.136625 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] Set router 47b0f01a-cc09-4240-aac6-61e52a241e94 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:30.186194 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T13:05:29Z', 'revision_number': 6, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:30.194160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (47b0f01a-cc09-4240-aac6-61e52a241e94), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.215036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0dc0e9-005e-4f33-abf5-3880d2173368 None None] The sync data for ids ['47b0f01a-cc09-4240-aac6-61e52a241e94'] in dv-cinder-820994-7-iscsi is: [{'id': '47b0f01a-cc09-4240-aac6-61e52a241e94', 'name': 'tempest-AttachVolumeTestJSON-1086134672-router', 'tenant_id': '9247e549c63f4a42be20f5a7aeda0594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:34Z', 'updated_at': '2022-10-14T13:05:29Z', 'revision_number': 6, 'project_id': '9247e549c63f4a42be20f5a7aeda0594', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:05:30.226184 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:30.295515 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1850e611-c16c-4941-bb38-001ad325c76a admin admin] Publish callbacks [] for security_group (b5caf167-7822-42e1-9625-cb244a22e59d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.319183 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (47b0f01a-cc09-4240-aac6-61e52a241e94), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.326959 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks [] for router_controller (47b0f01a-cc09-4240-aac6-61e52a241e94), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.378672 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1850e611-c16c-4941-bb38-001ad325c76a admin admin] Publish callbacks [] for security_group (b5caf167-7822-42e1-9625-cb244a22e59d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.391285 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d563588-2bb6-4e8a-b701-b26ae0b3158b req-b7e2063d-f2dc-43ec-bdbb-1264aade5df8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:30.392749 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3d563588-2bb6-4e8a-b701-b26ae0b3158b req-b7e2063d-f2dc-43ec-bdbb-1264aade5df8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.1334660 Oct 14 13:05:30.410889 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (47b0f01a-cc09-4240-aac6-61e52a241e94), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.411465 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b0f01a-cc09-4240-aac6-61e52a241e94 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:05:30.420977 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.422097 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-74951d8a-1882-4f37-a53e-26b9b0a9330c admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/47b0f01a-cc09-4240-aac6-61e52a241e94 HTTP/1.1" status: 204 len: 168 time: 1.0040469 Oct 14 13:05:30.424878 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47684) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:30.465081 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3d563588-2bb6-4e8a-b701-b26ae0b3158b req-2721c3d9-17c3-4a46-aa5c-3686600bc9fd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665658 Oct 14 13:05:30.475219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Deleting subnet ad632821-c368-4cf7-ad83-474321292f94 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:05:30.475904 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1850e611-c16c-4941-bb38-001ad325c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b5caf167-7822-42e1-9625-cb244a22e59d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.478669 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Publish callbacks [] for subnet (ad632821-c368-4cf7-ad83-474321292f94), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.478777 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1850e611-c16c-4941-bb38-001ad325c76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.479695 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1850e611-c16c-4941-bb38-001ad325c76a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b5caf167-7822-42e1-9625-cb244a22e59d HTTP/1.1" status: 204 len: 168 time: 0.3550487 Oct 14 13:05:30.488917 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850e611-c16c-4941-bb38-001ad325c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5caf167-7822-42e1-9625-cb244a22e59d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:30.521027 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (ad632821-c368-4cf7-ad83-474321292f94), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.610192 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (ad632821-c368-4cf7-ad83-474321292f94), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.678362 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (ad632821-c368-4cf7-ad83-474321292f94), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.705848 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad632821-c368-4cf7-ad83-474321292f94,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:30.707807 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.713909 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-68349662-a4a8-45e3-a86b-25c56b6d133d admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/ad632821-c368-4cf7-ad83-474321292f94 HTTP/1.1" status: 204 len: 168 time: 0.2850463 Oct 14 13:05:30.715493 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47690) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:30.716393 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd604357-fb21-4e15-bf36-ff5554fc8e65 None None] Network 19221892-26e2-485e-83b6-c9b12590cb03 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:05:30.796006 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (19221892-26e2-485e-83b6-c9b12590cb03), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.802418 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47692) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:30.816801 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2d4d95c2-83fa-433a-aa24-2f3744b67b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.845597 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Deleting port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:30.845941 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.901000 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2d4d95c2-83fa-433a-aa24-2f3744b67b77 admin admin] Publish callbacks [] for security_group (b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.904977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2d4d95c2-83fa-433a-aa24-2f3744b67b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.910754 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] For port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,segment=NetworkSegment(735f1687-144f-4a3c-870c-0ede51027b4f),segment_id=735f1687-144f-4a3c-870c-0ede51027b4f)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:30.911116 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:30.927845 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Calling delete_port for 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:30.943753 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2d4d95c2-83fa-433a-aa24-2f3744b67b77 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=82101fb3ea184fc29abf4911f326f239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402233 Oct 14 13:05:30.946894 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d95c2-83fa-433a-aa24-2f3744b67b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:30.949295 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 47694) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:30.997745 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:31.014671 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa447c-e275-465c-9b92-da39ee06d19e None None] DHCP port deletion for 19221892-26e2-485e-83b6-c9b12590cb03 request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:05:31.017192 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c22441a0-f630-4f80-bac3-44f5d1759468 admin admin] Publish callbacks [] for security_group (b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.022479 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (7758dc84-a19c-4959-bbd1-1bc2b9d1cde1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.043492 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa447c-e275-465c-9b92-da39ee06d19e None None] The port '7758dc84-a19c-4959-bbd1-1bc2b9d1cde1' was deleted {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 14 13:05:31.044544 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c22441a0-f630-4f80-bac3-44f5d1759468 admin admin] Publish callbacks [] for security_group (b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.055111 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] No DVR routers for this DVR port 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:05:31.060558 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=7758dc84-a19c-4959-bbd1-1bc2b9d1cde1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:31.108477 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c22441a0-f630-4f80-bac3-44f5d1759468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.111403 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c22441a0-f630-4f80-bac3-44f5d1759468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.112805 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c22441a0-f630-4f80-bac3-44f5d1759468 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b HTTP/1.1" status: 204 len: 168 time: 0.1627157 Oct 14 13:05:31.122939 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22441a0-f630-4f80-bac3-44f5d1759468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601e4a6-f1b4-4bb0-b26d-d51c187a7c9b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:31.386555 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (19221892-26e2-485e-83b6-c9b12590cb03), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.409133 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19221892-26e2-485e-83b6-c9b12590cb03']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:31.419782 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735f1687-144f-4a3c-870c-0ede51027b4f') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:31.420180 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735f1687-144f-4a3c-870c-0ede51027b4f') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:31.433684 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (735f1687-144f-4a3c-870c-0ede51027b4f), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.454396 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (735f1687-144f-4a3c-870c-0ede51027b4f), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.465804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:05:31.466247 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (735f1687-144f-4a3c-870c-0ede51027b4f), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.577869 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (19221892-26e2-485e-83b6-c9b12590cb03), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.588098 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:31.592683 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/19221892-26e2-485e-83b6-c9b12590cb03 HTTP/1.1" status: 204 len: 168 time: 0.8751328 Oct 14 13:05:31.611095 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:31.613907 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538adca6-9e31-4d08-8ab6-4adb5d860a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=19221892-26e2-485e-83b6-c9b12590cb03,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:31.641883 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113adb5-7ee2-4a7d-8d48-2d79e279f544 req-ac57829e-f63b-402c-acdd-8288dcf90f33 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:31.643570 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b113adb5-7ee2-4a7d-8d48-2d79e279f544 req-ac57829e-f63b-402c-acdd-8288dcf90f33 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0649691 Oct 14 13:05:31.696334 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b113adb5-7ee2-4a7d-8d48-2d79e279f544 req-c98c5abc-58c8-4a3b-b186-3f5cd2513b57 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446265 Oct 14 13:05:31.753583 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 735f1687-144f-4a3c-870c-0ede51027b4f resource provider aggregate not found Oct 14 13:05:31.775536 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 735f1687-144f-4a3c-870c-0ede51027b4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 735f1687-144f-4a3c-870c-0ede51027b4f found for delete ", "request_id": "req-12088b79-af48-487d-9357-47ec9dee9f3d"}]} Oct 14 13:05:31.838572 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47726) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:31.902008 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-38732d24-5564-47e4-b4dd-26982a1ba99c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9247e549c63f4a42be20f5a7aeda0594&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0620389 Oct 14 13:05:31.904589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47732) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:31.952131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:31.973454 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67321944-9603-4411-b2e2-65a797c629aa admin admin] Publish callbacks [] for security_group (470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:32.002230 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:05:32.016367 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67321944-9603-4411-b2e2-65a797c629aa admin admin] Publish callbacks [] for security_group (470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:32.031289 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:05:32.031756 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7758dc84-a19c-4959-bbd1-1bc2b9d1cde1 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:05:32.032292 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 27a635e3-7bec-4967-8582-aee6c7ec61ef no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:05:32.054893 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 27a635e3-7bec-4967-8582-aee6c7ec61ef {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:05:32.055246 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 27a635e3-7bec-4967-8582-aee6c7ec61ef not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:05:32.055662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 8013549f-37a3-4b08-bd95-3005508408c6 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:05:32.077993 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 8013549f-37a3-4b08-bd95-3005508408c6 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:05:32.078606 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 8013549f-37a3-4b08-bd95-3005508408c6 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:05:32.098805 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67321944-9603-4411-b2e2-65a797c629aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:32.102649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67321944-9603-4411-b2e2-65a797c629aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:32.104094 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-67321944-9603-4411-b2e2-65a797c629aa admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b HTTP/1.1" status: 204 len: 168 time: 0.1985312 Oct 14 13:05:32.114008 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67321944-9603-4411-b2e2-65a797c629aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b33b4-18b0-4cc9-bc97-ce84cbcc7a2b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:32.191753 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4f3bf2fd-c2ca-450c-8c52-635edc1711e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:32.953440 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e5f6-233d-4360-a3c8-fc8c00afba82 req-ba118513-1152-4885-8e4f-79347cd3cb65 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:32.963157 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a523e5f6-233d-4360-a3c8-fc8c00afba82 req-ba118513-1152-4885-8e4f-79347cd3cb65 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 946 time: 0.0878618 Oct 14 13:05:33.068169 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a523e5f6-233d-4360-a3c8-fc8c00afba82 req-1fad4fc8-e303-4b56-a32d-62c267a1071a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039655 Oct 14 13:05:33.081071 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-431fd22c-ef3d-42f7-978f-b0db6e90cde4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748158 Oct 14 13:05:33.165333 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-793ac54a-efce-4c96-b9cb-38e24bc4931e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:33.166752 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-793ac54a-efce-4c96-b9cb-38e24bc4931e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports/096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 943 time: 0.0504014 Oct 14 13:05:33.470803 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47828) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:33.532963 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.599190 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e7bd70f0-b7b5-4872-818e-4778ba66f97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.686046 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e7bd70f0-b7b5-4872-818e-4778ba66f97c admin admin] Publish callbacks [] for security_group (16b4edb2-a2c6-4f07-a169-0fc1667cebe7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.690594 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e7bd70f0-b7b5-4872-818e-4778ba66f97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (16b4edb2-a2c6-4f07-a169-0fc1667cebe7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.733500 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e7bd70f0-b7b5-4872-818e-4778ba66f97c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7c9d75f508754afa9dd1f854b7aa7a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615778 Oct 14 13:05:33.736452 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47834) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:33.750209 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd70f0-b7b5-4872-818e-4778ba66f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4edb2-a2c6-4f07-a169-0fc1667cebe7,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:33.779422 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:05:33.797403 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a964-6ef4-4d4e-b1ea-31f53c3b2da6 admin admin] Publish callbacks [] for security_group (16b4edb2-a2c6-4f07-a169-0fc1667cebe7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.822222 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a964-6ef4-4d4e-b1ea-31f53c3b2da6 admin admin] Publish callbacks [] for security_group (16b4edb2-a2c6-4f07-a169-0fc1667cebe7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.829460 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:33.865198 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: ACTIVE; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:33.865682 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.883225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a964-6ef4-4d4e-b1ea-31f53c3b2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (16b4edb2-a2c6-4f07-a169-0fc1667cebe7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.886040 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a964-6ef4-4d4e-b1ea-31f53c3b2da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:33.887263 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dbd2a964-6ef4-4d4e-b1ea-31f53c3b2da6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/16b4edb2-a2c6-4f07-a169-0fc1667cebe7 HTTP/1.1" status: 204 len: 168 time: 0.1496925 Oct 14 13:05:33.895582 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2a964-6ef4-4d4e-b1ea-31f53c3b2da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4edb2-a2c6-4f07-a169-0fc1667cebe7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:33.914704 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:05:33.917781 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83f83e7-0741-4849-bb6a-811c1ddf2ea8" -d '{"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-unplugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:05:33.943525 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:33.949200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.001678 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=8']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:34.017454 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907be69b-8995-4fbd-af05-f46d569e0c9c x-openstack-request-id: req-907be69b-8995-4fbd-af05-f46d569e0c9c {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:05:34.017884 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-unplugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:05:34.018166 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-907be69b-8995-4fbd-af05-f46d569e0c9c {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:05:34.018642 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907be69b-8995-4fbd-af05-f46d569e0c9c'] response: {'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'code': 200} Oct 14 13:05:34.158078 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-5add1960-e288-4636-b50b-2c86923aca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:34.159677 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-5add1960-e288-4636-b50b-2c86923aca98 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87&tenant_id=5d716a28995942e788205c1ad1e83bb3 HTTP/1.1" status: 200 len: 1128 time: 0.0757749 Oct 14 13:05:34.250448 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c0221-6d9c-41dd-a735-713b56ac974f req-0bb80e32-5620-4cdb-91bf-6d7e4ee04fa1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:34.251979 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d6c0221-6d9c-41dd-a735-713b56ac974f req-0bb80e32-5620-4cdb-91bf-6d7e4ee04fa1 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0814588 Oct 14 13:05:34.255651 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-2572acb4-6e3a-4825-9e09-69238c706e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:34.257305 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-2572acb4-6e3a-4825-9e09-69238c706e2d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1128 time: 0.0572550 Oct 14 13:05:34.290345 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:34.297355 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47864) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:34.314289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:34.315355 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-d6a8-4b04-8ebc-be4d9190875b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.367440 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d6c0221-6d9c-41dd-a735-713b56ac974f req-246f84b1-fd74-48a8-a1ce-b5d80568e735 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042352 Oct 14 13:05:34.402451 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-d81d3e30-a39b-49b1-a5e1-3f608ae06f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:34.403966 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-d81d3e30-a39b-49b1-a5e1-3f608ae06f7a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.1397834 Oct 14 13:05:34.428596 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-d6a8-4b04-8ebc-be4d9190875b admin admin] Publish callbacks [] for security_group (4835952b-b372-4d32-8a48-0864202452cd), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.434310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-178f290f-d6a8-4b04-8ebc-be4d9190875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (4835952b-b372-4d32-8a48-0864202452cd), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.475508 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-48889d5b-b53b-4da5-9358-5e7557ae5140 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 1000 time: 0.0630269 Oct 14 13:05:34.476225 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-178f290f-d6a8-4b04-8ebc-be4d9190875b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=18f52d5db69c4273836c5dcee8b16230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765792 Oct 14 13:05:34.477328 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f290f-d6a8-4b04-8ebc-be4d9190875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4835952b-b372-4d32-8a48-0864202452cd,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:34.479639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47868) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:34.537283 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dd50-7a37-469b-85a5-ea10281e58a3 admin admin] Publish callbacks [] for security_group (4835952b-b372-4d32-8a48-0864202452cd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.544706 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-5dfd5e0e-17b1-447a-9e68-323d24365b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:34.546226 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-5dfd5e0e-17b1-447a-9e68-323d24365b02 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0603268 Oct 14 13:05:34.559039 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dd50-7a37-469b-85a5-ea10281e58a3 admin admin] Publish callbacks [] for security_group (4835952b-b372-4d32-8a48-0864202452cd), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.569131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:34.603016 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-f17dcfc4-caea-4172-83d4-7ed1b6fbd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:34.604582 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-f17dcfc4-caea-4172-83d4-7ed1b6fbd276 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526302 Oct 14 13:05:34.622630 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dd50-7a37-469b-85a5-ea10281e58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (4835952b-b372-4d32-8a48-0864202452cd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.625421 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7ab0dd50-7a37-469b-85a5-ea10281e58a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:34.626593 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7ab0dd50-7a37-469b-85a5-ea10281e58a3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/4835952b-b372-4d32-8a48-0864202452cd HTTP/1.1" status: 204 len: 168 time: 0.1460590 Oct 14 13:05:34.636463 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0dd50-7a37-469b-85a5-ea10281e58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4835952b-b372-4d32-8a48-0864202452cd,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:34.707008 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-e68bc0d1-647e-4c5e-b972-3faa6f1e6f28 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956180 Oct 14 13:05:34.808596 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-02d05e66-7d89-454f-a537-e4ba18ba9e54 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956941 Oct 14 13:05:35.134538 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:35.201326 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:35.713451 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4ab2-fe3f-4168-b76f-d70dce21a0c9 req-c0b8389c-a50e-4f78-aa5f-b8bbd5abc6eb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:35.723612 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8bde4ab2-fe3f-4168-b76f-d70dce21a0c9 req-c0b8389c-a50e-4f78-aa5f-b8bbd5abc6eb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0718877 Oct 14 13:05:35.814677 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8bde4ab2-fe3f-4168-b76f-d70dce21a0c9 req-a2ed8c61-7d1c-4f4d-b093-5405e1932aea tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884078 Oct 14 13:05:36.887293 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47966) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:36.948997 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf022b8-8c08-46c7-9cb4-692f4b74ca0d req-8e22ba7a-3a2e-4584-a06d-0a021b5ccab4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:36.950555 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdf022b8-8c08-46c7-9cb4-692f4b74ca0d req-8e22ba7a-3a2e-4584-a06d-0a021b5ccab4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0565221 Oct 14 13:05:37.030078 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdf022b8-8c08-46c7-9cb4-692f4b74ca0d req-2f04d5d8-61b7-4cb4-889e-015f34af6acf tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735505 Oct 14 13:05:37.031083 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8d93b4e2-b94b-4865-b116-02502015e2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.118825 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8d93b4e2-b94b-4865-b116-02502015e2fb admin admin] Publish callbacks [] for security_group (7c64e3b7-f29d-48cb-a470-e7c43566bc0b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.124639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8d93b4e2-b94b-4865-b116-02502015e2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7c64e3b7-f29d-48cb-a470-e7c43566bc0b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.172303 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93b4e2-b94b-4865-b116-02502015e2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64e3b7-f29d-48cb-a470-e7c43566bc0b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:37.178420 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8d93b4e2-b94b-4865-b116-02502015e2fb admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a478db8c58884bde9948eab0e282ea65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900770 Oct 14 13:05:37.181766 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47970) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:37.232628 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6dba3c-51de-4fd6-9f44-85d8cb34e2af admin admin] Publish callbacks [] for security_group (7c64e3b7-f29d-48cb-a470-e7c43566bc0b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.235240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:37.254256 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6dba3c-51de-4fd6-9f44-85d8cb34e2af admin admin] Publish callbacks [] for security_group (7c64e3b7-f29d-48cb-a470-e7c43566bc0b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.314357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6dba3c-51de-4fd6-9f44-85d8cb34e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7c64e3b7-f29d-48cb-a470-e7c43566bc0b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.314357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2e6dba3c-51de-4fd6-9f44-85d8cb34e2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.314778 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2e6dba3c-51de-4fd6-9f44-85d8cb34e2af admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7c64e3b7-f29d-48cb-a470-e7c43566bc0b HTTP/1.1" status: 204 len: 168 time: 0.1319437 Oct 14 13:05:37.326947 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dba3c-51de-4fd6-9f44-85d8cb34e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64e3b7-f29d-48cb-a470-e7c43566bc0b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:37.395005 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:05:37.633161 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47976) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:37.647456 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f19a3fe0-cd67-4bc2-ad00-7d8bfe566619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.771691 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f19a3fe0-cd67-4bc2-ad00-7d8bfe566619 admin admin] Publish callbacks [] for security_group (7c513ae0-991f-400b-b620-90b896ef1666), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.776953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f19a3fe0-cd67-4bc2-ad00-7d8bfe566619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7c513ae0-991f-400b-b620-90b896ef1666), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.831920 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f19a3fe0-cd67-4bc2-ad00-7d8bfe566619 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=dddfaa9dc8fe4e548bf29ca82b7da829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946883 Oct 14 13:05:37.832330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 47986) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:37.891781 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a3fe0-cd67-4bc2-ad00-7d8bfe566619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c513ae0-991f-400b-b620-90b896ef1666,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:37.912070 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-093125b8-8ffd-4bfc-92aa-59eb72a2f082 admin admin] Publish callbacks [] for security_group (7c513ae0-991f-400b-b620-90b896ef1666), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.932165 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-093125b8-8ffd-4bfc-92aa-59eb72a2f082 admin admin] Publish callbacks [] for security_group (7c513ae0-991f-400b-b620-90b896ef1666), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.939825 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:37.994734 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-093125b8-8ffd-4bfc-92aa-59eb72a2f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7c513ae0-991f-400b-b620-90b896ef1666), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:37.997297 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-093125b8-8ffd-4bfc-92aa-59eb72a2f082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:38.000754 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-093125b8-8ffd-4bfc-92aa-59eb72a2f082 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7c513ae0-991f-400b-b620-90b896ef1666 HTTP/1.1" status: 204 len: 168 time: 0.1640193 Oct 14 13:05:38.007923 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093125b8-8ffd-4bfc-92aa-59eb72a2f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c513ae0-991f-400b-b620-90b896ef1666,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:38.186254 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f9164-a30c-4b35-8f50-5dcc1b7ca0f1 req-47eb233f-e885-4067-bd23-338070c52408 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:38.188106 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-775f9164-a30c-4b35-8f50-5dcc1b7ca0f1 req-47eb233f-e885-4067-bd23-338070c52408 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0689850 Oct 14 13:05:38.255412 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-775f9164-a30c-4b35-8f50-5dcc1b7ca0f1 req-ab10e635-b1af-4b36-92d8-d06ca6e1e1fd tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584865 Oct 14 13:05:39.429188 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd4bf4-1944-44dd-80a6-4033afe7b40d req-f0824e6c-aac9-46b1-b05a-11e91abe8916 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:39.430985 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-60cd4bf4-1944-44dd-80a6-4033afe7b40d req-f0824e6c-aac9-46b1-b05a-11e91abe8916 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0739148 Oct 14 13:05:39.483912 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-60cd4bf4-1944-44dd-80a6-4033afe7b40d req-0fe1b173-9ef6-4542-8dee-3cf0c20b2a29 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467525 Oct 14 13:05:40.621352 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ab444-e53d-4843-ab82-77a6bbb8dc74 req-6cbcad93-7a39-4683-9ad0-681f10cf8a3f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:40.623860 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-157ab444-e53d-4843-ab82-77a6bbb8dc74 req-6cbcad93-7a39-4683-9ad0-681f10cf8a3f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0514638 Oct 14 13:05:40.678736 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-157ab444-e53d-4843-ab82-77a6bbb8dc74 req-dd7a0a19-646c-4253-95ae-366c7bfe3fe6 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489068 Oct 14 13:05:41.814394 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48098) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:41.840458 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa82c6b-2e13-4915-a0bb-f882c877d466 req-68e528c7-7dae-445c-ba86-9c1b244b5fbb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:41.842010 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7fa82c6b-2e13-4915-a0bb-f882c877d466 req-68e528c7-7dae-445c-ba86-9c1b244b5fbb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0576134 Oct 14 13:05:41.918076 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7fa82c6b-2e13-4915-a0bb-f882c877d466 req-bb1b214b-abb9-4b91-a55a-0478c2949a1b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670605 Oct 14 13:05:41.957055 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6f164494-9c5e-4a1f-b9d1-bc22f3f8fc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.035207 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:42.040549 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6f164494-9c5e-4a1f-b9d1-bc22f3f8fc48 admin admin] Publish callbacks [] for security_group (ef39bf33-1f8b-4319-ac51-12847e9d2480), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.050765 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6f164494-9c5e-4a1f-b9d1-bc22f3f8fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ef39bf33-1f8b-4319-ac51-12847e9d2480), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.113004 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6f164494-9c5e-4a1f-b9d1-bc22f3f8fc48 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5044e322520f485d942885c4ce6554b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968538 Oct 14 13:05:42.113944 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f164494-9c5e-4a1f-b9d1-bc22f3f8fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef39bf33-1f8b-4319-ac51-12847e9d2480,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:42.116227 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48104) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:42.184735 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a6918c9-3ba0-4a97-90eb-3ad5f9379abd admin admin] Publish callbacks [] for security_group (ef39bf33-1f8b-4319-ac51-12847e9d2480), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.208484 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a6918c9-3ba0-4a97-90eb-3ad5f9379abd admin admin] Publish callbacks [] for security_group (ef39bf33-1f8b-4319-ac51-12847e9d2480), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.216524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:42.274758 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a6918c9-3ba0-4a97-90eb-3ad5f9379abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ef39bf33-1f8b-4319-ac51-12847e9d2480), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.286865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a6918c9-3ba0-4a97-90eb-3ad5f9379abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:42.286865 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9a6918c9-3ba0-4a97-90eb-3ad5f9379abd admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ef39bf33-1f8b-4319-ac51-12847e9d2480 HTTP/1.1" status: 204 len: 168 time: 0.1686935 Oct 14 13:05:42.306251 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6918c9-3ba0-4a97-90eb-3ad5f9379abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef39bf33-1f8b-4319-ac51-12847e9d2480,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:43.091162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe72ced-659b-4625-ad45-03d48e9aee7c req-f7e68fbb-05ef-472d-9e83-335652092d0c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:43.100070 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9fe72ced-659b-4625-ad45-03d48e9aee7c req-f7e68fbb-05ef-472d-9e83-335652092d0c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0775394 Oct 14 13:05:43.168575 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9fe72ced-659b-4625-ad45-03d48e9aee7c req-6acec1c4-2b14-46f1-882d-2d1ad7ea8f39 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673351 Oct 14 13:05:43.414387 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:44.316458 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0e67-8f99-4b33-873d-3d629e2b779d req-c127d6af-2af0-484a-84a4-392d476afdf8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:44.317942 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ef5f0e67-8f99-4b33-873d-3d629e2b779d req-c127d6af-2af0-484a-84a4-392d476afdf8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0470657 Oct 14 13:05:44.364912 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ef5f0e67-8f99-4b33-873d-3d629e2b779d req-a2000f5c-6c0f-49fc-8c19-d6db4230ed75 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413964 Oct 14 13:05:45.491668 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850fcb9-4bd2-4fa5-9272-f37e47bde664 req-0e49976d-827f-49f0-a637-c5645a218d99 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:45.493914 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b850fcb9-4bd2-4fa5-9272-f37e47bde664 req-0e49976d-827f-49f0-a637-c5645a218d99 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0494213 Oct 14 13:05:45.544049 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b850fcb9-4bd2-4fa5-9272-f37e47bde664 req-11593e3a-95eb-4f90-9364-87ce10ac0ed2 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Oct 14 13:05:46.672183 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501099c2-4e93-4ddf-bef2-4243bce6e4f8 req-e9341df5-c3ab-4887-a770-141e4877a975 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:46.673669 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-501099c2-4e93-4ddf-bef2-4243bce6e4f8 req-e9341df5-c3ab-4887-a770-141e4877a975 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0463092 Oct 14 13:05:46.721720 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-501099c2-4e93-4ddf-bef2-4243bce6e4f8 req-a9688d18-2a67-4459-8835-4f48a04bb948 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Oct 14 13:05:47.856760 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fab05-6be6-46e5-9126-9c91d07e03ec req-e25f2c6e-3cb5-4a4e-9e09-8e770f2b0d4d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:47.858252 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-140fab05-6be6-46e5-9126-9c91d07e03ec req-e25f2c6e-3cb5-4a4e-9e09-8e770f2b0d4d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 944 time: 0.0498738 Oct 14 13:05:47.904620 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-140fab05-6be6-46e5-9126-9c91d07e03ec req-c1a4ab0a-a467-4f1e-b02e-9510ec12b95e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Oct 14 13:05:47.952040 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:05:48.052456 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:48.063483 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '096cc001-9ca8-472a-8f3d-2a345a805218', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'port_id': '096cc001-9ca8-472a-8f3d-2a345a805218', 'mac_address': 'fa:16:3e:ba:82:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:05:48.097792 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:48.098206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:48.112154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096cc001-9ca8-472a-8f3d-2a345a805218 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:05:48.131523 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:48.135387 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:48.180521 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=9']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:48.395255 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:48.410436 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:49.013504 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:49.031921 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af021694-f0ee-4d0e-af34-4d9b3a7fc98b req-6ed3b78e-2473-489a-b43a-92724e6815d8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:49.033385 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-af021694-f0ee-4d0e-af34-4d9b3a7fc98b req-6ed3b78e-2473-489a-b43a-92724e6815d8 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Oct 14 13:05:49.080548 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-af021694-f0ee-4d0e-af34-4d9b3a7fc98b req-74aac41e-f810-4bb7-94ac-e11e12b62408 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Oct 14 13:05:49.749832 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-278fbc8e-9f46-436a-92fa-f27d14337840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:49.751333 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-278fbc8e-9f46-436a-92fa-f27d14337840 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5d716a28995942e788205c1ad1e83bb3&device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1129 time: 0.0408313 Oct 14 13:05:49.908804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['096cc001-9ca8-472a-8f3d-2a345a805218'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:05:50.044212 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:50.112627 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-bb78fddd-a7b4-45a3-a84d-88afeddf718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:50.114148 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-bb78fddd-a7b4-45a3-a84d-88afeddf718b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 200 len: 918 time: 0.0951779 Oct 14 13:05:50.205124 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-645f26d9-4049-4f51-a355-c1fcfb94756c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 200 len: 1001 time: 0.0688524 Oct 14 13:05:50.231942 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0af9a-de37-4af6-88f1-4baee983b5d2 req-76bc79d9-ae1a-4393-81b4-703f79450b31 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:50.234034 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-baf0af9a-de37-4af6-88f1-4baee983b5d2 req-76bc79d9-ae1a-4393-81b4-703f79450b31 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0606685 Oct 14 13:05:50.266936 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-420aed1c-c0c5-468a-9b7d-7f1947dc7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:50.268552 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-420aed1c-c0c5-468a-9b7d-7f1947dc7014 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 200 len: 856 time: 0.0568693 Oct 14 13:05:50.289945 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-baf0af9a-de37-4af6-88f1-4baee983b5d2 req-70e19827-4418-4138-81d0-ebedfa745f8e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480254 Oct 14 13:05:50.326592 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-b5f65803-d970-4d5c-8494-37c29b64c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:50.328338 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-b5f65803-d970-4d5c-8494-37c29b64c825 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528550 Oct 14 13:05:50.391614 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:50.433331 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-4f070607-2c71-4af6-9854-67fb1b537bfc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947807 Oct 14 13:05:50.538314 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26a79e70-daf9-46a0-89f2-6ad05253a29a req-b76fad7d-7c14-40d2-bb6b-049f2fc59742 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992610 Oct 14 13:05:50.886860 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48292) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:51.003276 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-956f105f-b3a8-413c-a9e1-1b6360384df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.089311 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-956f105f-b3a8-413c-a9e1-1b6360384df2 admin admin] Publish callbacks [] for security_group (c2718242-88ed-4de7-aa59-cdc69221f7da), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.093932 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-956f105f-b3a8-413c-a9e1-1b6360384df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c2718242-88ed-4de7-aa59-cdc69221f7da), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.133636 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-956f105f-b3a8-413c-a9e1-1b6360384df2 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c8de45680f964779981727737f86b422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449658 Oct 14 13:05:51.136338 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48302) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:51.142679 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f105f-b3a8-413c-a9e1-1b6360384df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2718242-88ed-4de7-aa59-cdc69221f7da,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:51.190440 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8f07-35a5-456d-99bd-97c45c1a781d admin admin] Publish callbacks [] for security_group (c2718242-88ed-4de7-aa59-cdc69221f7da), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.211618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8f07-35a5-456d-99bd-97c45c1a781d admin admin] Publish callbacks [] for security_group (c2718242-88ed-4de7-aa59-cdc69221f7da), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.264629 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8f07-35a5-456d-99bd-97c45c1a781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c2718242-88ed-4de7-aa59-cdc69221f7da), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.267185 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8f07-35a5-456d-99bd-97c45c1a781d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.271120 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4e8e8f07-35a5-456d-99bd-97c45c1a781d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c2718242-88ed-4de7-aa59-cdc69221f7da HTTP/1.1" status: 204 len: 168 time: 0.1310582 Oct 14 13:05:51.275623 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41030-b652-4b39-892d-f746b14d495e req-01b498c9-de03-44a2-a736-572b25ff22ae tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:51.277161 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ca41030-b652-4b39-892d-f746b14d495e req-01b498c9-de03-44a2-a736-572b25ff22ae tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0514965 Oct 14 13:05:51.277686 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e8f07-35a5-456d-99bd-97c45c1a781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2718242-88ed-4de7-aa59-cdc69221f7da,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:51.337991 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ca41030-b652-4b39-892d-f746b14d495e req-f70bb67c-a11e-4676-b292-3e1a93120bf2 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538864 Oct 14 13:05:51.434034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade59ca-d75c-4c2a-9728-e8ea7285f26f req-8ea995cb-984b-45c0-8aa5-b19aaa031ece tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:51.435809 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aade59ca-d75c-4c2a-9728-e8ea7285f26f req-8ea995cb-984b-45c0-8aa5-b19aaa031ece tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 945 time: 0.0475442 Oct 14 13:05:51.484369 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aade59ca-d75c-4c2a-9728-e8ea7285f26f req-f62be6fc-65e1-40aa-bc70-6ba2801d221d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Oct 14 13:05:51.555364 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48314) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:51.568347 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3943-5c4d-4f90-8874-701f268858d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.583418 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:51.655614 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3943-5c4d-4f90-8874-701f268858d3 admin admin] Publish callbacks [] for security_group (e3fb3b7d-ef21-4536-bf40-2ee95b175d39), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.660295 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3943-5c4d-4f90-8874-701f268858d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (e3fb3b7d-ef21-4536-bf40-2ee95b175d39), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.700242 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d0ca3943-5c4d-4f90-8874-701f268858d3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5568501d258c474dac121f0c9fea4df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438005 Oct 14 13:05:51.701292 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3943-5c4d-4f90-8874-701f268858d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb3b7d-ef21-4536-bf40-2ee95b175d39,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:51.703346 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48322) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:51.759786 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82892d36-6d8c-4449-8c15-16eca9d21b5f admin admin] Publish callbacks [] for security_group (e3fb3b7d-ef21-4536-bf40-2ee95b175d39), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.779758 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82892d36-6d8c-4449-8c15-16eca9d21b5f admin admin] Publish callbacks [] for security_group (e3fb3b7d-ef21-4536-bf40-2ee95b175d39), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.808290 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:51.832723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82892d36-6d8c-4449-8c15-16eca9d21b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (e3fb3b7d-ef21-4536-bf40-2ee95b175d39), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.835554 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82892d36-6d8c-4449-8c15-16eca9d21b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.836707 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-82892d36-6d8c-4449-8c15-16eca9d21b5f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e3fb3b7d-ef21-4536-bf40-2ee95b175d39 HTTP/1.1" status: 204 len: 168 time: 0.1321709 Oct 14 13:05:51.844916 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82892d36-6d8c-4449-8c15-16eca9d21b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb3b7d-ef21-4536-bf40-2ee95b175d39,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:51.911034 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:05:51.957397 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:51.959475 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 096cc001-9ca8-472a-8f3d-2a345a805218 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:51.959815 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:51.960361 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 096cc001-9ca8-472a-8f3d-2a345a805218 Oct 14 13:05:52.039298 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 096cc001-9ca8-472a-8f3d-2a345a805218 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:52.039613 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.063743 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:05:52.066049 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1847071a-8a85-4f16-a107-29b9ca8ccfc9" -d '{"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-plugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:05:52.079854 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:52.084742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.126668 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0193434-38d4-4d37-9bac-b246f2ed4ed3 x-openstack-request-id: req-b0193434-38d4-4d37-9bac-b246f2ed4ed3 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:05:52.126981 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-plugged", "status": "completed", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:05:52.127422 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0193434-38d4-4d37-9bac-b246f2ed4ed3 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:05:52.127833 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0193434-38d4-4d37-9bac-b246f2ed4ed3'] response: {'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'code': 200} Oct 14 13:05:52.139834 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=10']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:52.419633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:52.461656 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6e2a-c80b-445a-a852-37b1102652cb req-c71dea44-0994-4254-8f80-80960caf53a6 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:52.466161 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307a6e2a-c80b-445a-a852-37b1102652cb req-c71dea44-0994-4254-8f80-80960caf53a6 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0573537 Oct 14 13:05:52.514835 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307a6e2a-c80b-445a-a852-37b1102652cb req-756a0b28-f24d-435a-8c8f-bfe1cc92ea08 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Oct 14 13:05:52.572523 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48358) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:52.618340 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028d01e-ece6-498a-90e6-62cf0c803cec req-9d937ad4-ee49-486a-b6dd-5cb809ac16aa tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:52.619950 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c028d01e-ece6-498a-90e6-62cf0c803cec req-9d937ad4-ee49-486a-b6dd-5cb809ac16aa tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0503361 Oct 14 13:05:52.669783 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c028d01e-ece6-498a-90e6-62cf0c803cec req-9947de10-09c5-47f3-8103-ac3f084f326b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442178 Oct 14 13:05:52.672616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-756493837-network', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:05:52.695684 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Made reservation on behalf of d79493455fcd4feabbbecbe929e0f5fc for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:05:52.698193 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.709402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.786128 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28a9a-65d3-4135-984b-995bf51c582c req-08428db4-e641-4336-8274-2d1eb2104f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:52.787615 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90b28a9a-65d3-4135-984b-995bf51c582c req-08428db4-e641-4336-8274-2d1eb2104f92 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 1131 time: 0.0410707 Oct 14 13:05:52.791660 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks [] for security_group (57257f87-4783-429d-af40-c15656f2f2c9), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.795435 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (57257f87-4783-429d-af40-c15656f2f2c9), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.824207 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:05:52.830990 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57257f87-4783-429d-af40-c15656f2f2c9,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:52.839258 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (4fef3da5-85cb-43da-96dc-3d65ef394313), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.839395 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Added segment 4fef3da5-85cb-43da-96dc-3d65ef394313 of type vlan for network c33965bf-76ca-409a-bb7b-ab4212679475 Oct 14 13:05:52.875997 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-1856d6db-9609-44f4-8eae-2c6f0cc2d4ac tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:52.877462 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-1856d6db-9609-44f4-8eae-2c6f0cc2d4ac tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.0694592 Oct 14 13:05:52.880851 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90b28a9a-65d3-4135-984b-995bf51c582c req-bf7a5025-9819-4c06-901e-778b512cab85 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783370 Oct 14 13:05:52.883909 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (c33965bf-76ca-409a-bb7b-ab4212679475), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.908546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (c33965bf-76ca-409a-bb7b-ab4212679475), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.909663 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:52.910239 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:52.966759 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3930302 Oct 14 13:05:52.969667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48368) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:52.974693 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Request body: {'subnet': {'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-756493837-subnet', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:05:52.978289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7c53b-ecb5-4bf4-ad2d-b79576860b2f admin admin] Pushing event updated for resources: {'Network': ['ID=c33965bf-76ca-409a-bb7b-ab4212679475,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:52.991756 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network c33965bf-76ca-409a-bb7b-ab4212679475 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:05:53.002802 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Made reservation on behalf of d79493455fcd4feabbbecbe929e0f5fc for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:05:53.006256 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519545'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.203297 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port 5d64d93f-8984-45dd-b22b-857d5d14a329 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:53.203969 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.292596 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:53.301145 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48380) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:53.322254 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2807989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519531'] for subnet (dfb13507-273e-4a42-a53e-06ddb518115a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.378866 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] For port 5d64d93f-8984-45dd-b22b-857d5d14a329, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5d64d93f-8984-45dd-b22b-857d5d14a329,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:53.379268 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.404030 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb13507-273e-4a42-a53e-06ddb518115a,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:53.411976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f83dfbe-be32-42bf-96bd-47cf0ec6b4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.460255 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Checking segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:05:53.460674 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Network hostable DHCP agents. Network: c33965bf-76ca-409a-bb7b-ab4212679475, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:05:53.492230 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f83dfbe-be32-42bf-96bd-47cf0ec6b4b6 admin admin] Publish callbacks [] for security_group (7696333d-a418-4d9d-a259-d00c9dcacf82), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.496087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f83dfbe-be32-42bf-96bd-47cf0ec6b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7696333d-a418-4d9d-a259-d00c9dcacf82), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.521854 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Network c33965bf-76ca-409a-bb7b-ab4212679475 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:05:53.523467 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:53.540414 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83dfbe-be32-42bf-96bd-47cf0ec6b4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696333d-a418-4d9d-a259-d00c9dcacf82,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:53.547059 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1f83dfbe-be32-42bf-96bd-47cf0ec6b4b6 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=40b6101980394b3681ccf005d02d7d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423756 Oct 14 13:05:53.547279 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48384) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:53.569243 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, c33965bf-76ca-409a-bb7b-ab4212679475) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:05:53.576665 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:53.577409 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.581401 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d3de4-7e47-46b3-939b-57a3224225f3 None None] Network c33965bf-76ca-409a-bb7b-ab4212679475 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:05:53.596218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:53.601537 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.602170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (20b2c16a-1b0f-4336-80da-30c16f8afcce), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.602674 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Floating IP 20b2c16a-1b0f-4336-80da-30c16f8afcce disassociated. External IP: 172.27.3.193, port: 5d64d93f-8984-45dd-b22b-857d5d14a329. Oct 14 13:05:53.603170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for 5d64d93f-8984-45dd-b22b-857d5d14a329 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:53.604419 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-976f218d-e769-4dea-a060-6401c534bbfb admin admin] Publish callbacks [] for security_group (7696333d-a418-4d9d-a259-d00c9dcacf82), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.614278 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8bb8e014-bae5-423b-a5bf-1b836b5bee20 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6435332 Oct 14 13:05:53.618665 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48388) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:53.626257 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:05:53.641946 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-976f218d-e769-4dea-a060-6401c534bbfb admin admin] Publish callbacks [] for security_group (7696333d-a418-4d9d-a259-d00c9dcacf82), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.680949 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:53.732307 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (b160a4a6-0a06-441b-bdee-bc9a33879496), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.734379 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (b160a4a6-0a06-441b-bdee-bc9a33879496), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.737577 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-c33965bf-76ca-409a-bb7b-ab4212679475', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:05:53.741362 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.747210 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff500869-d59b-4d25-a1aa-60b34d6f42a2 req-4bc2a8e4-d93c-48c7-82bf-b15abd06455c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:53.748957 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ff500869-d59b-4d25-a1aa-60b34d6f42a2 req-4bc2a8e4-d93c-48c7-82bf-b15abd06455c tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 945 time: 0.1092362 Oct 14 13:05:53.769563 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (5d64d93f-8984-45dd-b22b-857d5d14a329), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.808088 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-976f218d-e769-4dea-a060-6401c534bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7696333d-a418-4d9d-a259-d00c9dcacf82), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.810627 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-976f218d-e769-4dea-a060-6401c534bbfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.811760 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-976f218d-e769-4dea-a060-6401c534bbfb admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7696333d-a418-4d9d-a259-d00c9dcacf82 HTTP/1.1" status: 204 len: 168 time: 0.2617357 Oct 14 13:05:53.835014 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=5d64d93f-8984-45dd-b22b-857d5d14a329,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:53.838192 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ff500869-d59b-4d25-a1aa-60b34d6f42a2 req-d818b318-1cb5-4924-828a-673f5a16beac tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9a5467a6-3fb0-4584-a1de-5e7c555a17ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819123 Oct 14 13:05:53.841423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f218d-e769-4dea-a060-6401c534bbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696333d-a418-4d9d-a259-d00c9dcacf82,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:53.890544 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks [] for router_controller (b160a4a6-0a06-441b-bdee-bc9a33879496), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:53.912528 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ced11-c95c-43ca-9722-64fc2f236c94 req-b5ce16ca-11f1-4357-8df4-7334c43d5906 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:53.914888 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-be0ced11-c95c-43ca-9722-64fc2f236c94 req-b5ce16ca-11f1-4357-8df4-7334c43d5906 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.1353362 Oct 14 13:05:54.042615 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Allocated IP 172.20.0.2 (c33965bf-76ca-409a-bb7b-ab4212679475/dfb13507-273e-4a42-a53e-06ddb518115a/e137f8dc-3bf5-4051-b3d0-2a712775d4d7) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:05:54.045818 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-be0ced11-c95c-43ca-9722-64fc2f236c94 req-44a26558-69cc-4170-b31c-269a99206a8e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163552 Oct 14 13:05:54.058192 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:05:54.067259 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks [] for router_gateway (b160a4a6-0a06-441b-bdee-bc9a33879496), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.246322 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:05:54.260538 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:05:54.279888 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:54.281062 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:54.293294 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Publish callbacks [] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.309097 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.347364 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Network c33965bf-76ca-409a-bb7b-ab4212679475 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:05:54.360585 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:05:54.363065 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:05:54.380342 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48404) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:54.400353 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] No DVR routers for this DVR port 5d64d93f-8984-45dd-b22b-857d5d14a329 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:05:54.414576 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.420016 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks [] for router_gateway (b160a4a6-0a06-441b-bdee-bc9a33879496), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.425226 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f4a4b461-a70d-4221-84c6-c266e30b31d3 req-cff72d7d-088b-4a6c-86e6-f4ce35799024 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5d64d93f-8984-45dd-b22b-857d5d14a329 HTTP/1.1" status: 204 len: 173 time: 1.3418539 Oct 14 13:05:54.426672 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'name': 'network-vif-deleted', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:05:54.436093 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b3798a-ef74-4a27-ab00-f371037dcc0d" -d '{"events": [{"server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "name": "network-vif-deleted", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:05:54.455344 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.473950 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a20241ab-7b08-48d2-84be-67611fe498e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.499499 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:54.508227 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:54.549900 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9161cf38-e9af-49c1-99c4-3ad02a01a08b x-openstack-request-id: req-9161cf38-e9af-49c1-99c4-3ad02a01a08b {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:05:54.550841 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62f4f4-9e85-4d89-9580-445a0369cadc", "name": "network-vif-deleted", "tag": "5d64d93f-8984-45dd-b22b-857d5d14a329", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:05:54.551169 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9161cf38-e9af-49c1-99c4-3ad02a01a08b {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:05:54.552768 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9161cf38-e9af-49c1-99c4-3ad02a01a08b'] response: {'server_uuid': '5a62f4f4-9e85-4d89-9580-445a0369cadc', 'name': 'network-vif-deleted', 'tag': '5d64d93f-8984-45dd-b22b-857d5d14a329', 'status': 'completed', 'code': 200} Oct 14 13:05:54.582521 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Pushing event updated for resources: {'Port': ['ID=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:54.590733 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Allocated IP 172.27.3.246 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/5c3c8a13-9d64-4317-b72f-351cea10488d) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:05:54.636109 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Attempting to bind port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:05:54.636492 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Attempting to bind port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:05:54.636862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Attempting to bind port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 on network c33965bf-76ca-409a-bb7b-ab4212679475 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:05:54.652163 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a20241ab-7b08-48d2-84be-67611fe498e4 admin admin] Publish callbacks [] for security_group (0c83b80f-1f75-4d19-b4e0-1760a634d61c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.659798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a20241ab-7b08-48d2-84be-67611fe498e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0c83b80f-1f75-4d19-b4e0-1760a634d61c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.667675 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:54.702975 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:05:54.703386 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Checking segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:05:54.704031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.704433 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Bound using segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:05:54.704908 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Bound port: e137f8dc-3bf5-4051-b3d0-2a712775d4d7, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:05:54.705287 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.724815 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a20241ab-7b08-48d2-84be-67611fe498e4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a03a91a4187f4aa585ce6c1024da29fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359375 Oct 14 13:05:54.737161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48408) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:54.793834 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20241ab-7b08-48d2-84be-67611fe498e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83b80f-1f75-4d19-b4e0-1760a634d61c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:54.827375 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] For port e137f8dc-3bf5-4051-b3d0-2a712775d4d7, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:05:54.830675 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] For port e137f8dc-3bf5-4051-b3d0-2a712775d4d7, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:05:54.838164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.874267 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-19a5338f-203d-4362-9e17-9d9a468289b7 admin admin] Publish callbacks [] for security_group (0c83b80f-1f75-4d19-b4e0-1760a634d61c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.880647 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks [] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.923686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:54.930833 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-19a5338f-203d-4362-9e17-9d9a468289b7 admin admin] Publish callbacks [] for security_group (0c83b80f-1f75-4d19-b4e0-1760a634d61c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:54.937956 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:54.975690 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2c8c9-9a82-44cc-b4bf-88a66d951569 None None] Pushing event updated for resources: {'Port': ['ID=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:54.996401 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:55.013199 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:55.038904 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:55.070916 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Pushing event updated for resources: {'Port': ['ID=5c3c8a13-9d64-4317-b72f-351cea10488d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:55.088268 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b4a534d2-b1c3-42f8-b878-1e3d1d1e88a9 req-2a97d06a-9022-4ff9-b9ce-eeb7cdff92fe tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5a62f4f4-9e85-4d89-9580-445a0369cadc HTTP/1.1" status: 200 len: 210 time: 0.0590909 Oct 14 13:05:55.088484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:05:55.102037 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:05:55.110097 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:05:55.119234 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:05:55.121646 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:55.130707 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-19a5338f-203d-4362-9e17-9d9a468289b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0c83b80f-1f75-4d19-b4e0-1760a634d61c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:55.144516 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-19a5338f-203d-4362-9e17-9d9a468289b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:55.149097 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-19a5338f-203d-4362-9e17-9d9a468289b7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0c83b80f-1f75-4d19-b4e0-1760a634d61c HTTP/1.1" status: 204 len: 168 time: 0.4092176 Oct 14 13:05:55.156016 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:55.157081 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:55.176930 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5338f-203d-4362-9e17-9d9a468289b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83b80f-1f75-4d19-b4e0-1760a634d61c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:55.402457 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:55.627512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks [] for router_gateway (b160a4a6-0a06-441b-bdee-bc9a33879496), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:55.667806 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:55.677218 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18d25-7c92-4e78-86ab-06eba646fe66 req-7b74fed0-e49a-493a-a9ca-d7bb1596bbef tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:55.679233 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2be18d25-7c92-4e78-86ab-06eba646fe66 req-7b74fed0-e49a-493a-a9ca-d7bb1596bbef tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.1074564 Oct 14 13:05:55.724497 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d94f3-c2e8-41f1-88d3-17b0e52607f5 None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T12:59:46Z', 'revision_number': 4, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '3f9a7ace-7075-4865-9b3e-8f914994961c', 'name': '', 'network_id': '70bca7d9-a052-4048-8e74-16b14b95c03e', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'mac_address': 'fa:16:3e:e6:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:45Z', 'updated_at': '2022-10-14T13:00:05Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'subnets': [{'id': 'b534a606-0783-47be-9c10-cd2ab6b8dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:05:55.772681 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2be18d25-7c92-4e78-86ab-06eba646fe66 req-25b278e2-9d20-47f1-a729-4c9225a972cb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850363 Oct 14 13:05:55.912975 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (b160a4a6-0a06-441b-bdee-bc9a33879496), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.095039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e137f8dc-3bf5-4051-b3d0-2a712775d4d7 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:05:56.103153 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9b0d8-d41f-4841-83d1-7104c2528d89 None None] New status for floating IP 20b2c16a-1b0f-4336-80da-30c16f8afcce: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:05:56.106078 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Router b160a4a6-0a06-441b-bdee-bc9a33879496 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:05:56.235400 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48466) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:56.235874 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:05:56.247924 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Sync routers for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:05:56.269793 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.273346 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c8beecc6-d790-4597-bea6-8c35eff0a6fb admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6536775 Oct 14 13:05:56.273747 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:56.274855 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:56.276512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48468) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:56.318334 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-74de197d-a1b0-4bf8-b3b4-7187e6f4c27b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (9a5467a6-3fb0-4584-a1de-5e7c555a17ac), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.330054 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:56.330753 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.331368 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 Oct 14 13:05:56.367496 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-74de197d-a1b0-4bf8-b3b4-7187e6f4c27b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (9a5467a6-3fb0-4584-a1de-5e7c555a17ac), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.371522 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce34af-86ea-4a5f-b8c3-bc81590296ee None None] Network c33965bf-76ca-409a-bb7b-ab4212679475 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:05:56.450362 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-74de197d-a1b0-4bf8-b3b4-7187e6f4c27b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (9a5467a6-3fb0-4584-a1de-5e7c555a17ac), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.454398 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-74de197d-a1b0-4bf8-b3b4-7187e6f4c27b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.455751 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-74de197d-a1b0-4bf8-b3b4-7187e6f4c27b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9a5467a6-3fb0-4584-a1de-5e7c555a17ac HTTP/1.1" status: 204 len: 168 time: 0.2189817 Oct 14 13:05:56.460652 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48472) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:56.469247 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:56.486153 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de197d-a1b0-4bf8-b3b4-7187e6f4c27b tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5467a6-3fb0-4584-a1de-5e7c555a17ac,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:56.489475 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.api.v2.resource [None req-95c143a8-78ee-4a4e-95ac-6ed80adf1c3f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] show failed (client error): The resource could not be found. Oct 14 13:05:56.491004 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-95c143a8-78ee-4a4e-95ac-6ed80adf1c3f tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "GET /networking/v2.0/security-groups/9a5467a6-3fb0-4584-a1de-5e7c555a17ac HTTP/1.1" status: 404 len: 347 time: 0.0274272 Oct 14 13:05:56.494717 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48474) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:56.665956 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Provisioning complete for port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:56.666506 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.666964 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Attempt 1 to provision port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 Oct 14 13:05:56.699043 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Deleting port 92aec93b-232b-481c-97f0-bc3d30bd6380 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:05:56.699391 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.773526 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:56.774182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.781764 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:55Z', 'revision_number': 3, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:56.854756 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Checking router: b160a4a6-0a06-441b-bdee-bc9a33879496 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:05:56.855205 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Updating router b160a4a6-0a06-441b-bdee-bc9a33879496 port 5c3c8a13-9d64-4317-b72f-351cea10488d binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:05:56.859032 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:56.920419 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.934222 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port e137f8dc-3bf5-4051-b3d0-2a712775d4d7, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:05:56.935534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Current status of the port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:56.936113 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:56.949059 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.018855 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:57.019547 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:57.097584 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.db.api [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 13:05:57.098621 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG oslo_db.api [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 13:05:57.099671 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:57.179856 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:57.215680 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.216098 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (92aec93b-232b-481c-97f0-bc3d30bd6380), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.240599 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Calling delete_port for 92aec93b-232b-481c-97f0-bc3d30bd6380 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:05:57.315892 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeca57-6085-4ca5-8449-23fcc11d0fef req-68cde61f-7390-4cbc-9b3d-9c177fbf939f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:57.317406 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eefeca57-6085-4ca5-8449-23fcc11d0fef req-68cde61f-7390-4cbc-9b3d-9c177fbf939f tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0933406 Oct 14 13:05:57.358176 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.369799 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Publish callbacks [] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.378051 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.405523 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:57.424529 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eefeca57-6085-4ca5-8449-23fcc11d0fef req-947f484e-1421-4562-8acd-e0d601339c5e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906501 Oct 14 13:05:57.456310 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Pushing event updated for resources: {'Port': ['ID=5c3c8a13-9d64-4317-b72f-351cea10488d,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:57.467215 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.467935 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.468488 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.469524 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.470152 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.470358 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.470691 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.471018 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.471344 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.471674 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.471995 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.472888 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.473231 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.473584 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.473913 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:05:57.481666 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (92aec93b-232b-481c-97f0-bc3d30bd6380), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.490734 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Attempting to bind port 5c3c8a13-9d64-4317-b72f-351cea10488d on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:05:57.491611 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Attempting to bind port 5c3c8a13-9d64-4317-b72f-351cea10488d by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:05:57.492199 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Attempting to bind port 5c3c8a13-9d64-4317-b72f-351cea10488d on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:05:57.509633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Pushing event deleted for resources: {'Port': ['ID=92aec93b-232b-481c-97f0-bc3d30bd6380,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:57.557741 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:05:57.558177 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:05:57.558634 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.559149 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:05:57.559631 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Bound port: 5c3c8a13-9d64-4317-b72f-351cea10488d, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:05:57.560252 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.582147 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Allocated IP 172.20.0.1 (c33965bf-76ca-409a-bb7b-ab4212679475/dfb13507-273e-4a42-a53e-06ddb518115a/6c16c499-51b2-486a-974d-7723bd663e8d) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:05:57.594709 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks [] for floatingip (20b2c16a-1b0f-4336-80da-30c16f8afcce), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.597912 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.602265 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1b806b5d-167b-4ad5-8d76-777bc62caa15 tempest-AttachVolumeNegativeTest-28905593 tempest-AttachVolumeNegativeTest-28905593-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/20b2c16a-1b0f-4336-80da-30c16f8afcce HTTP/1.1" status: 204 len: 168 time: 1.1038458 Oct 14 13:05:57.631504 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] For port 5c3c8a13-9d64-4317-b72f-351cea10488d, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:05:57.636617 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] For port 5c3c8a13-9d64-4317-b72f-351cea10488d, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=5c3c8a13-9d64-4317-b72f-351cea10488d,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:05:57.643860 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-86afa04d-a7c0-49bb-ab83-b9ef3138ce65 None None] Current status of the port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:57.651067 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.697352 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:57.698012 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:57.762400 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks [] for port (6c16c499-51b2-486a-974d-7723bd663e8d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.763382 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:57.777926 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45f357a7-b4a5-4e59-8ea7-19c4525fb6f1 None None] Provisioning complete for port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:57.778323 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45f357a7-b4a5-4e59-8ea7-19c4525fb6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.781449 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45f357a7-b4a5-4e59-8ea7-19c4525fb6f1 None None] Attempt 1 to provision port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 Oct 14 13:05:57.814049 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:57.864445 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f635e-4ba7-477e-aa43-780d11521ce5 None None] Pushing event updated for resources: {'Port': ['ID=5c3c8a13-9d64-4317-b72f-351cea10488d,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:57.872097 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Network c33965bf-76ca-409a-bb7b-ab4212679475 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:05:57.891840 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Pushing event updated for resources: {'Port': ['ID=6c16c499-51b2-486a-974d-7723bd663e8d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:57.896973 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:05:57.915756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:05:57.930508 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5d64d93f-8984-45dd-b22b-857d5d14a329 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:05:57.972761 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:57.977915 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 5d64d93f-8984-45dd-b22b-857d5d14a329 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:05:57.978320 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5d64d93f-8984-45dd-b22b-857d5d14a329 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:05:57.980229 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45f357a7-b4a5-4e59-8ea7-19c4525fb6f1 None None] Current status of the port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:57.995850 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:05:58.002085 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (b160a4a6-0a06-441b-bdee-bc9a33879496), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.049267 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e137f8dc-3bf5-4051-b3d0-2a712775d4d7 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:05:58.097599 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:58.097983 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.098570 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 Oct 14 13:05:58.127530 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:58.162062 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.177598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:05:58.208867 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:55Z', 'revision_number': 3, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:58.211430 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:58.235483 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c54d6d-484a-4bec-b20c-3917accf32e7 None None] The sync data for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi is: [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:55Z', 'revision_number': 3, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:05:58.283200 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:58.303165 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1a9d94fb-f2f2-4efd-b52b-6f5d07ae632f None None] Provisioning complete for port 6c16c499-51b2-486a-974d-7723bd663e8d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:58.303379 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1a9d94fb-f2f2-4efd-b52b-6f5d07ae632f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.303617 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-1a9d94fb-f2f2-4efd-b52b-6f5d07ae632f None None] Attempt 1 to provision port 6c16c499-51b2-486a-974d-7723bd663e8d Oct 14 13:05:58.340631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d94fb-f2f2-4efd-b52b-6f5d07ae632f None None] Port 6c16c499-51b2-486a-974d-7723bd663e8d cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:05:58.341262 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks [] for port (6c16c499-51b2-486a-974d-7723bd663e8d), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.346218 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.420094 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (b160a4a6-0a06-441b-bdee-bc9a33879496), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.421905 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Pushing event updated for resources: {'Port': ['ID=6c16c499-51b2-486a-974d-7723bd663e8d,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:58.536474 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Network c33965bf-76ca-409a-bb7b-ab4212679475 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:05:58.537890 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:05:58.657370 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Router b160a4a6-0a06-441b-bdee-bc9a33879496 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:05:58.769614 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-278eec55-d71d-41c8-b030-1bbae68d032b None None] Provisioning complete for port 6c16c499-51b2-486a-974d-7723bd663e8d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:05:58.769911 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-278eec55-d71d-41c8-b030-1bbae68d032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:58.770435 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-278eec55-d71d-41c8-b030-1bbae68d032b None None] Attempt 1 to provision port 6c16c499-51b2-486a-974d-7723bd663e8d Oct 14 13:05:58.772095 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:05:58.785261 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-48c7757f-c93f-4a92-8927-fb549ef10492 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b160a4a6-0a06-441b-bdee-bc9a33879496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5000105 Oct 14 13:05:58.803865 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-278eec55-d71d-41c8-b030-1bbae68d032b None None] Port 6c16c499-51b2-486a-974d-7723bd663e8d cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:05:59.397369 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48556) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:59.402831 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-95985582-network', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:05:59.423609 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Made reservation on behalf of c15ad422b1f447dba44418576bd18d6f for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:05:59.426201 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.435359 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.466768 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:59.516966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks [] for security_group (a73f7dee-acd9-4e13-9608-0ca05f5b9789), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.520629 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a73f7dee-acd9-4e13-9608-0ca05f5b9789), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.542852 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:05:59.557752 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f7dee-acd9-4e13-9608-0ca05f5b9789,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:59.560742 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (e33448a6-d341-4bf5-b4f5-f670ea8aa576), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.561006 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Added segment e33448a6-d341-4bf5-b4f5-f670ea8aa576 of type vlan for network ea0823d8-8442-4ab7-97f5-b03530498c9c Oct 14 13:05:59.604052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (ea0823d8-8442-4ab7-97f5-b03530498c9c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.628901 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (ea0823d8-8442-4ab7-97f5-b03530498c9c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.629892 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:05:59.630478 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.685892 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2867429 Oct 14 13:05:59.688794 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48560) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:05:59.693922 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Request body: {'subnet': {'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-95985582-subnet', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:05:59.698476 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c14c0-bcb9-4517-928f-6ada82845c8b admin admin] Pushing event updated for resources: {'Network': ['ID=ea0823d8-8442-4ab7-97f5-b03530498c9c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:59.712133 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network ea0823d8-8442-4ab7-97f5-b03530498c9c details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:05:59.717112 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Made reservation on behalf of c15ad422b1f447dba44418576bd18d6f for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:05:59.719636 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005287'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.791606 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:05:59.898287 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005301'] for subnet (123d7ebc-6435-481f-9725-8f7882f55eb4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:05:59.929662 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Sync routers for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:05:59.942196 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:05:59.944076 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:05:59.951482 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123d7ebc-6435-481f-9725-8f7882f55eb4,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:05:59.969102 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Checking segment: {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:05:59.969804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Network hostable DHCP agents. Network: ea0823d8-8442-4ab7-97f5-b03530498c9c, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:05:59.998281 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Network ea0823d8-8442-4ab7-97f5-b03530498c9c is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:06:00.009031 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, ea0823d8-8442-4ab7-97f5-b03530498c9c) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:00.013922 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:00.014663 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.021776 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:00.026727 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06cb2c-edac-476b-8cd9-04b78eb6e51a None None] Network ea0823d8-8442-4ab7-97f5-b03530498c9c requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:00.036256 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ef980936-8a63-48c3-9ee6-5a86e8a6d188 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3439565 Oct 14 13:06:00.036428 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48562) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:00.040955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:00.054596 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5c3c8a13-9d64-4317-b72f-351cea10488d up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:00.062483 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (55e996be-8f77-425a-ad22-022d377313dd), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.063607 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (55e996be-8f77-425a-ad22-022d377313dd), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.128919 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks [] for router_controller (55e996be-8f77-425a-ad22-022d377313dd), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.137847 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb91d54a-c7fd-49c5-8a70-1c761132ccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.203738 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:00.272874 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 5c3c8a13-9d64-4317-b72f-351cea10488d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:00.273368 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.273600 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 5c3c8a13-9d64-4317-b72f-351cea10488d Oct 14 13:06:00.286330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks [] for router_gateway (55e996be-8f77-425a-ad22-022d377313dd), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.309415 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-ea0823d8-8442-4ab7-97f5-b03530498c9c', 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c', 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'fixed_ips': [{'subnet_id': '123d7ebc-6435-481f-9725-8f7882f55eb4'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:06:00.310342 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.471315 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:00.507583 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks [] for router_gateway (55e996be-8f77-425a-ad22-022d377313dd), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.528154 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.586713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:00.614799 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 5c3c8a13-9d64-4317-b72f-351cea10488d is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:00.615196 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.657441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Allocated IP 172.20.0.2 (ea0823d8-8442-4ab7-97f5-b03530498c9c/123d7ebc-6435-481f-9725-8f7882f55eb4/b9500015-9bdf-41da-bda5-6e3177b43aea) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:06:00.660498 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Allocated IP 172.27.3.203 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/288d70d6-1d31-462f-92a0-40ddd831043c) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:06:00.669300 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 2, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:00.673449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 5c3c8a13-9d64-4317-b72f-351cea10488d, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=5c3c8a13-9d64-4317-b72f-351cea10488d,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:00.702812 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.711815 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Checking router: b160a4a6-0a06-441b-bdee-bc9a33879496 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:00.712170 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Updating router b160a4a6-0a06-441b-bdee-bc9a33879496 port 6c16c499-51b2-486a-974d-7723bd663e8d binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:06:00.774532 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:00.779245 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks [] for port (288d70d6-1d31-462f-92a0-40ddd831043c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.819581 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.870122 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:06:00.873522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:00.877350 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:06:00.909531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Pushing event updated for resources: {'Port': ['ID=288d70d6-1d31-462f-92a0-40ddd831043c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:00.929780 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48590) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:00.965096 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:00.996094 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=5c3c8a13-9d64-4317-b72f-351cea10488d,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:01.049009 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:01.098443 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ddbae5e3-a8e6-40ab-8d8f-30d2c3f8468c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.177317 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Publish callbacks [] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.186453 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks [] for router_gateway (55e996be-8f77-425a-ad22-022d377313dd), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.216349 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.269913 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Network ea0823d8-8442-4ab7-97f5-b03530498c9c is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:06:01.277243 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:01.279786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:06:01.296988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Pushing event updated for resources: {'Port': ['ID=b9500015-9bdf-41da-bda5-6e3177b43aea,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:01.368686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:01.394302 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Attempting to bind port b9500015-9bdf-41da-bda5-6e3177b43aea on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:06:01.394660 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Attempting to bind port b9500015-9bdf-41da-bda5-6e3177b43aea by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:06:01.395270 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Attempting to bind port b9500015-9bdf-41da-bda5-6e3177b43aea on network ea0823d8-8442-4ab7-97f5-b03530498c9c {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:01.476257 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Publish callbacks [] for port (6c16c499-51b2-486a-974d-7723bd663e8d), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.485389 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.490020 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:06:01.490386 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Checking segment: {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:01.490787 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.491854 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Bound using segment: {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:06:01.492196 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Bound port: b9500015-9bdf-41da-bda5-6e3177b43aea, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:06:01.492576 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.501899 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48600) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:01.556947 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ddbae5e3-a8e6-40ab-8d8f-30d2c3f8468c admin admin] Publish callbacks [] for security_group (b1bef546-e922-4287-aef6-5a7849324cec), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.565594 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ddbae5e3-a8e6-40ab-8d8f-30d2c3f8468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b1bef546-e922-4287-aef6-5a7849324cec), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.590804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d7484-b008-4245-9054-0866b731a68f None None] Pushing event updated for resources: {'Port': ['ID=6c16c499-51b2-486a-974d-7723bd663e8d,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:01.641305 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Attempting to bind port 6c16c499-51b2-486a-974d-7723bd663e8d on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:06:01.641637 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Attempting to bind port 6c16c499-51b2-486a-974d-7723bd663e8d by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:06:01.641994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Attempting to bind port 6c16c499-51b2-486a-974d-7723bd663e8d on network c33965bf-76ca-409a-bb7b-ab4212679475 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:01.644771 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbae5e3-a8e6-40ab-8d8f-30d2c3f8468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bef546-e922-4287-aef6-5a7849324cec,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:01.647290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:01.652443 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ddbae5e3-a8e6-40ab-8d8f-30d2c3f8468c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f117bf166fbe453e80a3df2bc257a9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7216551 Oct 14 13:06:01.656428 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48604) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:01.676878 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] For port b9500015-9bdf-41da-bda5-6e3177b43aea, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:06:01.697812 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] For port b9500015-9bdf-41da-bda5-6e3177b43aea, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=b9500015-9bdf-41da-bda5-6e3177b43aea,segment=NetworkSegment(e33448a6-d341-4bf5-b4f5-f670ea8aa576),segment_id=e33448a6-d341-4bf5-b4f5-f670ea8aa576)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:06:01.707955 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.717091 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:06:01.717091 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Checking segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:01.718255 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.718255 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Bound using segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:06:01.718255 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Bound port: 6c16c499-51b2-486a-974d-7723bd663e8d, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:06:01.718569 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.744947 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (55e996be-8f77-425a-ad22-022d377313dd), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.811190 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32553ff4-8c29-441c-881c-0973394e3725 None None] Pushing event updated for resources: {'Port': ['ID=b9500015-9bdf-41da-bda5-6e3177b43aea,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:01.841988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] For port 6c16c499-51b2-486a-974d-7723bd663e8d, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:06:01.845842 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] For port 6c16c499-51b2-486a-974d-7723bd663e8d, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=6c16c499-51b2-486a-974d-7723bd663e8d,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:06:01.854913 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e14c55a5-84f6-45bf-bb15-8f8522d3693b admin admin] Publish callbacks [] for security_group (b1bef546-e922-4287-aef6-5a7849324cec), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.856289 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.887052 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e14c55a5-84f6-45bf-bb15-8f8522d3693b admin admin] Publish callbacks [] for security_group (b1bef546-e922-4287-aef6-5a7849324cec), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.897953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:01.906617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:01.907416 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:01.943079 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (3fce005d-25fa-4a10-ae42-f62d253554b4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:01.958519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Router 55e996be-8f77-425a-ad22-022d377313dd is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:06:01.966913 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d7484-b008-4245-9054-0866b731a68f None None] Pushing event updated for resources: {'Port': ['ID=6c16c499-51b2-486a-974d-7723bd663e8d,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:01.970325 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:01.998983 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e14c55a5-84f6-45bf-bb15-8f8522d3693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b1bef546-e922-4287-aef6-5a7849324cec), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.017227 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e14c55a5-84f6-45bf-bb15-8f8522d3693b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.025978 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e14c55a5-84f6-45bf-bb15-8f8522d3693b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b1bef546-e922-4287-aef6-5a7849324cec HTTP/1.1" status: 204 len: 168 time: 0.3686090 Oct 14 13:06:02.074790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c55a5-84f6-45bf-bb15-8f8522d3693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bef546-e922-4287-aef6-5a7849324cec,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:02.140167 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:02.144848 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:02.207117 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5c3c8a13-9d64-4317-b72f-351cea10488d up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:02.241880 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:02.252814 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Sync routers for ids ['55e996be-8f77-425a-ad22-022d377313dd'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:02.277821 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Routers {'55e996be-8f77-425a-ad22-022d377313dd'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:02.279238 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:05:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['55e996be-8f77-425a-ad22-022d377313dd'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:02.294867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.296687 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5304b8f8-29b0-402e-b304-f7ae553d849a admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2593520 Oct 14 13:06:02.299447 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48610) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:02.306700 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0967a8aa-7e3f-4673-a643-f9e00e4b86b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.324588 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:02.373990 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 5c3c8a13-9d64-4317-b72f-351cea10488d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:02.374537 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.374933 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 5c3c8a13-9d64-4317-b72f-351cea10488d Oct 14 13:06:02.446529 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Set router 55e996be-8f77-425a-ad22-022d377313dd gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:02.467648 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Deleting port 3f9a7ace-7075-4865-9b3e-8f914994961c {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:02.467648 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.514908 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:02.526395 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48612) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:02.543273 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:01Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:02.545266 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08ab237d-d583-4385-8e5d-148fc767a11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.565329 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:02.593338 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da39890-e8f1-4fbd-88ec-ecae698228c6 None None] The sync data for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi is: [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:01Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:02.597959 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 5c3c8a13-9d64-4317-b72f-351cea10488d is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:02.625734 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] For port 3f9a7ace-7075-4865-9b3e-8f914994961c, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3f9a7ace-7075-4865-9b3e-8f914994961c,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:02.626367 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.653137 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Calling delete_port for 3f9a7ace-7075-4865-9b3e-8f914994961c owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:02.706654 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:01Z', 'revision_number': 3, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:02.748219 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Checking router: 55e996be-8f77-425a-ad22-022d377313dd for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:02.748955 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Updating router 55e996be-8f77-425a-ad22-022d377313dd port 288d70d6-1d31-462f-92a0-40ddd831043c binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:06:02.783706 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.957345 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08ab237d-d583-4385-8e5d-148fc767a11a admin admin] Publish callbacks [] for security_group (548fcd04-b877-45cd-a7dd-9ede841931be), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:02.969816 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08ab237d-d583-4385-8e5d-148fc767a11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (548fcd04-b877-45cd-a7dd-9ede841931be), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.059803 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-08ab237d-d583-4385-8e5d-148fc767a11a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4d8d85eea1344d03bf13c75a69015a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5323477 Oct 14 13:06:03.062417 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab237d-d583-4385-8e5d-148fc767a11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548fcd04-b877-45cd-a7dd-9ede841931be,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:03.062562 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48614) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:03.101301 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (3f9a7ace-7075-4865-9b3e-8f914994961c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.132493 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.161679 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9a7ace-7075-4865-9b3e-8f914994961c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:03.168616 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c4274-f83d-4d90-82f8-c139e2d584c7 None None] Network ea0823d8-8442-4ab7-97f5-b03530498c9c requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:03.207360 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:03.241634 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Publish callbacks [] for port (288d70d6-1d31-462f-92a0-40ddd831043c), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.249061 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.301291 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d90f7212-9fe0-4ef8-9a59-58507adea322 admin admin] Publish callbacks [] for security_group (548fcd04-b877-45cd-a7dd-9ede841931be), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.306727 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Provisioning complete for port b9500015-9bdf-41da-bda5-6e3177b43aea triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:03.307266 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.307690 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Attempt 1 to provision port b9500015-9bdf-41da-bda5-6e3177b43aea Oct 14 13:06:03.360736 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:03.365672 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Allocated IP 172.20.0.1 (ea0823d8-8442-4ab7-97f5-b03530498c9c/123d7ebc-6435-481f-9725-8f7882f55eb4/ae3e51c0-ea00-4693-a62d-6e1f3d157c44) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:06:03.378480 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6616-e659-4ca4-aa24-d783a29be3b7 None None] Pushing event updated for resources: {'Port': ['ID=288d70d6-1d31-462f-92a0-40ddd831043c,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:03.401169 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Attempting to bind port 288d70d6-1d31-462f-92a0-40ddd831043c on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:06:03.401458 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Attempting to bind port 288d70d6-1d31-462f-92a0-40ddd831043c by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:06:03.401895 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Attempting to bind port 288d70d6-1d31-462f-92a0-40ddd831043c on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:03.427483 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d90f7212-9fe0-4ef8-9a59-58507adea322 admin admin] Publish callbacks [] for security_group (548fcd04-b877-45cd-a7dd-9ede841931be), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.487377 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:03.503686 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:06:03.504338 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:03.504894 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.505433 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:06:03.506108 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Bound port: 288d70d6-1d31-462f-92a0-40ddd831043c, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:06:03.506640 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.539290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Current status of the port b9500015-9bdf-41da-bda5-6e3177b43aea is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:03.539862 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.564589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (3fce005d-25fa-4a10-ae42-f62d253554b4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.601695 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d90f7212-9fe0-4ef8-9a59-58507adea322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (548fcd04-b877-45cd-a7dd-9ede841931be), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.604296 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d90f7212-9fe0-4ef8-9a59-58507adea322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.614707 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.618953 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d90f7212-9fe0-4ef8-9a59-58507adea322 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/548fcd04-b877-45cd-a7dd-9ede841931be HTTP/1.1" status: 204 len: 168 time: 0.5532401 Oct 14 13:06:03.627030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks [] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.639816 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] For port 288d70d6-1d31-462f-92a0-40ddd831043c, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:06:03.647085 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] For port 288d70d6-1d31-462f-92a0-40ddd831043c, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=288d70d6-1d31-462f-92a0-40ddd831043c,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:06:03.651310 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] For port b9500015-9bdf-41da-bda5-6e3177b43aea, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=b9500015-9bdf-41da-bda5-6e3177b43aea,segment=NetworkSegment(e33448a6-d341-4bf5-b4f5-f670ea8aa576),segment_id=e33448a6-d341-4bf5-b4f5-f670ea8aa576)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:03.657743 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.659666 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.676139 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7212-9fe0-4ef8-9a59-58507adea322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548fcd04-b877-45cd-a7dd-9ede841931be,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:03.694941 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:03.749529 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.764870 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6616-e659-4ca4-aa24-d783a29be3b7 None None] Pushing event updated for resources: {'Port': ['ID=288d70d6-1d31-462f-92a0-40ddd831043c,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:03.776159 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Routers {'55e996be-8f77-425a-ad22-022d377313dd'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:03.776966 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['55e996be-8f77-425a-ad22-022d377313dd'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:03.827458 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a48fe2-bd91-41f0-b6ee-9c491dae9b82 None None] Pushing event updated for resources: {'Port': ['ID=b9500015-9bdf-41da-bda5-6e3177b43aea,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:03.845808 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Network ea0823d8-8442-4ab7-97f5-b03530498c9c is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:06:03.850056 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:03.856014 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:06:03.890339 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26bec3d-2a88-4d79-875b-e99be97e63e1 None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:06:03.936632 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:03.939223 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (55e996be-8f77-425a-ad22-022d377313dd), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:03.947190 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] Set router 55e996be-8f77-425a-ad22-022d377313dd gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:04.102930 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Router 3fce005d-25fa-4a10-ae42-f62d253554b4 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:06:04.106644 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Pushing event updated for resources: {'Port': ['ID=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:04.120704 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:04.123344 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:04.189374 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:01Z', 'revision_number': 3, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:04.197919 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.258828 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419dee6-c029-4a8b-92f4-2aa5ce852c40 None None] The sync data for ids ['55e996be-8f77-425a-ad22-022d377313dd'] in dv-cinder-820994-7-iscsi is: [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:01Z', 'revision_number': 3, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:04.352811 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:04.361660 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-81ba984b-8c5a-47af-9b5f-27359a2fe851 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/3fce005d-25fa-4a10-ae42-f62d253554b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8564818 Oct 14 13:06:04.362479 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48622) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:04.396096 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6c16c499-51b2-486a-974d-7723bd663e8d up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:04.438536 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-9caf73d2-5f9d-48fe-92b3-f7d4af755006 None None] Provisioning complete for port b9500015-9bdf-41da-bda5-6e3177b43aea triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:04.438916 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9caf73d2-5f9d-48fe-92b3-f7d4af755006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.439294 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-9caf73d2-5f9d-48fe-92b3-f7d4af755006 None None] Attempt 1 to provision port b9500015-9bdf-41da-bda5-6e3177b43aea Oct 14 13:06:04.441981 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] Sync routers for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:04.482485 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:04.530214 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks [] for router (3fce005d-25fa-4a10-ae42-f62d253554b4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.553616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks [] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.558327 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:04.560350 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.566139 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:04.612976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (55e996be-8f77-425a-ad22-022d377313dd), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.645512 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 6c16c499-51b2-486a-974d-7723bd663e8d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:04.645902 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.646242 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 6c16c499-51b2-486a-974d-7723bd663e8d Oct 14 13:06:04.654001 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26bec3d-2a88-4d79-875b-e99be97e63e1 None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:06:04.685039 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks [] for router_gateway (3fce005d-25fa-4a10-ae42-f62d253554b4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.698218 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:04.742160 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Deleting port 52313a5e-c8f0-4280-931b-f7b1ac607b99 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:04.742840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.756763 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Pushing event updated for resources: {'Port': ['ID=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:04.777604 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-9caf73d2-5f9d-48fe-92b3-f7d4af755006 None None] Current status of the port b9500015-9bdf-41da-bda5-6e3177b43aea is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:04.836224 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Network ea0823d8-8442-4ab7-97f5-b03530498c9c is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:06:04.837845 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:04.869371 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:04.895006 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] For port 52313a5e-c8f0-4280-931b-f7b1ac607b99, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=52313a5e-c8f0-4280-931b-f7b1ac607b99,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:04.895754 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:04.918628 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Calling delete_port for 52313a5e-c8f0-4280-931b-f7b1ac607b99 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:05.051485 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:05.126388 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Router 55e996be-8f77-425a-ad22-022d377313dd has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:06:05.183890 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 6c16c499-51b2-486a-974d-7723bd663e8d is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:05.184281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.212908 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (52313a5e-c8f0-4280-931b-f7b1ac607b99), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.213114 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:05.269303 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=52313a5e-c8f0-4280-931b-f7b1ac607b99,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:05.291577 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T13:06:02Z', 'revision_number': 5, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port': {'id': '52313a5e-c8f0-4280-931b-f7b1ac607b99', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T12:59:38Z', 'updated_at': '2022-10-14T13:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:05.302007 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.324593 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:05.333800 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c2789154-4264-470f-a462-fa2c3c96b98f admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/55e996be-8f77-425a-ad22-022d377313dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0330758 Oct 14 13:06:05.350880 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.360789 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] Checking router: 3fce005d-25fa-4a10-ae42-f62d253554b4 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:05.386377 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 6c16c499-51b2-486a-974d-7723bd663e8d, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=6c16c499-51b2-486a-974d-7723bd663e8d,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:05.388535 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] Routers {'3fce005d-25fa-4a10-ae42-f62d253554b4'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:05.389401 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['3fce005d-25fa-4a10-ae42-f62d253554b4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:05.399307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:05.412874 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (3fce005d-25fa-4a10-ae42-f62d253554b4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.439766 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.440593 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device b9500015-9bdf-41da-bda5-6e3177b43aea up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:05.600521 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (3fce005d-25fa-4a10-ae42-f62d253554b4), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.607589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks [] for router_controller (3fce005d-25fa-4a10-ae42-f62d253554b4), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.610986 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] Set router 3fce005d-25fa-4a10-ae42-f62d253554b4 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:05.727798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (3fce005d-25fa-4a10-ae42-f62d253554b4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.728464 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fce005d-25fa-4a10-ae42-f62d253554b4 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:06:05.737673 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.740050 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3f1ebe54-ef56-4564-8cc2-5af1d5ad6f34 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/3fce005d-25fa-4a10-ae42-f62d253554b4 HTTP/1.1" status: 204 len: 168 time: 1.3712187 Oct 14 13:06:05.743693 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48660) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:05.766935 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 7, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:05.810617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765ba86-4791-4b0b-9cd3-4e85262f9d8f None None] The sync data for ids ['3fce005d-25fa-4a10-ae42-f62d253554b4'] in dv-cinder-820994-7-iscsi is: [{'id': '3fce005d-25fa-4a10-ae42-f62d253554b4', 'name': 'tempest-AttachVolumeNegativeTest-551711875-router', 'tenant_id': '6c0d083e8cef4333b9514d2256991647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T12:59:37Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 7, 'project_id': '6c0d083e8cef4333b9514d2256991647', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:05.820820 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=6c16c499-51b2-486a-974d-7723bd663e8d,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:05.827122 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port b9500015-9bdf-41da-bda5-6e3177b43aea triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:05.827594 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.828837 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port b9500015-9bdf-41da-bda5-6e3177b43aea Oct 14 13:06:05.841427 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Deleting subnet b534a606-0783-47be-9c10-cd2ab6b8dc15 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:06:05.849643 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Publish callbacks [] for subnet (b534a606-0783-47be-9c10-cd2ab6b8dc15), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.949008 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925636'] for subnet (b534a606-0783-47be-9c10-cd2ab6b8dc15), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:05.961449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port b9500015-9bdf-41da-bda5-6e3177b43aea is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:06.074954 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (b534a606-0783-47be-9c10-cd2ab6b8dc15), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.145458 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3004550'] for subnet (b534a606-0783-47be-9c10-cd2ab6b8dc15), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.178754 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b534a606-0783-47be-9c10-cd2ab6b8dc15,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:06.184155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.190583 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-35b623a8-4386-4c93-83cf-a3d9956aaa58 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/b534a606-0783-47be-9c10-cd2ab6b8dc15 HTTP/1.1" status: 204 len: 168 time: 0.4455142 Oct 14 13:06:06.191234 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48674) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:06.331638 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (70bca7d9-a052-4048-8e74-16b14b95c03e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.349293 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:06.360907 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242326df-fb2c-4034-90aa-09c3cc85c0c9 None None] Network 70bca7d9-a052-4048-8e74-16b14b95c03e requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:06.414444 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Deleting port e72aa651-11c3-436c-bdb5-91b00bff8d87 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:06.414676 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.487787 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1c44da88-0bd3-42d4-879e-aec799793b97 None None] Provisioning complete for port e72aa651-11c3-436c-bdb5-91b00bff8d87 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:06.488264 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c44da88-0bd3-42d4-879e-aec799793b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.488834 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-1c44da88-0bd3-42d4-879e-aec799793b97 None None] Attempt 1 to provision port e72aa651-11c3-436c-bdb5-91b00bff8d87 Oct 14 13:06:06.494557 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:06.532579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] For port e72aa651-11c3-436c-bdb5-91b00bff8d87, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e72aa651-11c3-436c-bdb5-91b00bff8d87,segment=NetworkSegment(06a9812c-ef7c-423f-bc48-eecc900e38aa),segment_id=06a9812c-ef7c-423f-bc48-eecc900e38aa)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:06.532579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.561253 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Calling delete_port for e72aa651-11c3-436c-bdb5-91b00bff8d87 owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:06.649831 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1c44da88-0bd3-42d4-879e-aec799793b97 None None] Current status of the port e72aa651-11c3-436c-bdb5-91b00bff8d87 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:06.689471 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (e72aa651-11c3-436c-bdb5-91b00bff8d87), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.745530 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72aa651-11c3-436c-bdb5-91b00bff8d87,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:06.750424 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af565a-8592-4dec-9b78-d5eda6b22dc2 None None] DHCP port deletion for 70bca7d9-a052-4048-8e74-16b14b95c03e request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:06:06.763433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] No DVR routers for this DVR port e72aa651-11c3-436c-bdb5-91b00bff8d87 on host dv-cinder-820994-7-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:06:06.831535 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2673d526-1f64-46c5-8557-0ae17604e079 None None] Provisioning complete for port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:06.846280 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2673d526-1f64-46c5-8557-0ae17604e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.846717 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2673d526-1f64-46c5-8557-0ae17604e079 None None] Attempt 1 to provision port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 Oct 14 13:06:06.917659 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2673d526-1f64-46c5-8557-0ae17604e079 None None] Port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:06:06.934220 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (70bca7d9-a052-4048-8e74-16b14b95c03e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:06.938401 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 288d70d6-1d31-462f-92a0-40ddd831043c up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:06.983365 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bca7d9-a052-4048-8e74-16b14b95c03e']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:07.010797 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a9812c-ef7c-423f-bc48-eecc900e38aa') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:07.011261 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a9812c-ef7c-423f-bc48-eecc900e38aa') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:07.027188 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 288d70d6-1d31-462f-92a0-40ddd831043c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:07.027567 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.027900 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 288d70d6-1d31-462f-92a0-40ddd831043c Oct 14 13:06:07.048446 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (06a9812c-ef7c-423f-bc48-eecc900e38aa), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.079156 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (06a9812c-ef7c-423f-bc48-eecc900e38aa), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.098650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:06:07.098976 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (06a9812c-ef7c-423f-bc48-eecc900e38aa), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.181365 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-9a173d2f-e9e9-4780-99e5-bb3373cde0ff None None] Provisioning complete for port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:07.182020 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a173d2f-e9e9-4780-99e5-bb3373cde0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.182695 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-9a173d2f-e9e9-4780-99e5-bb3373cde0ff None None] Attempt 1 to provision port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 Oct 14 13:06:07.242174 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (70bca7d9-a052-4048-8e74-16b14b95c03e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.252542 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.256627 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/70bca7d9-a052-4048-8e74-16b14b95c03e HTTP/1.1" status: 204 len: 168 time: 1.0643139 Oct 14 13:06:07.299874 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995f8c0-7232-4b43-abb1-42c6ef403114 admin admin] Pushing event deleted for resources: {'Network': ['ID=70bca7d9-a052-4048-8e74-16b14b95c03e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:07.386958 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 06a9812c-ef7c-423f-bc48-eecc900e38aa resource provider aggregate not found Oct 14 13:06:07.415359 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 06a9812c-ef7c-423f-bc48-eecc900e38aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06a9812c-ef7c-423f-bc48-eecc900e38aa found for delete ", "request_id": "req-a1438839-88d0-40a1-8efe-ab3b63f5d171"}]} Oct 14 13:06:07.517234 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:07.518642 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-9a173d2f-e9e9-4780-99e5-bb3373cde0ff None None] Port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:06:07.547477 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 288d70d6-1d31-462f-92a0-40ddd831043c is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:07.548200 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.577871 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 288d70d6-1d31-462f-92a0-40ddd831043c, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=288d70d6-1d31-462f-92a0-40ddd831043c,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:07.586950 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.588881 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6c16c499-51b2-486a-974d-7723bd663e8d up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:07.644814 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48720) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:07.720631 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7a1aea1a-c077-43eb-bc2a-bb71913d50a9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6c0d083e8cef4333b9514d2256991647&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0746274 Oct 14 13:06:07.723942 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48724) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:07.773231 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Sync routers for ids ['55e996be-8f77-425a-ad22-022d377313dd'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:07.780428 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 6c16c499-51b2-486a-974d-7723bd663e8d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:07.780818 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.781135 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 6c16c499-51b2-486a-974d-7723bd663e8d Oct 14 13:06:07.783039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=288d70d6-1d31-462f-92a0-40ddd831043c,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:07.803150 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Routers {'55e996be-8f77-425a-ad22-022d377313dd'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:07.804766 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['55e996be-8f77-425a-ad22-022d377313dd'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:07.808426 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-399a4ff3-381b-44c3-b2c3-cd88e159f412 admin admin] Publish callbacks [] for security_group (da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.839495 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-399a4ff3-381b-44c3-b2c3-cd88e159f412 admin admin] Publish callbacks [] for security_group (da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.906069 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:07.908136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48726) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:07.917118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-399a4ff3-381b-44c3-b2c3-cd88e159f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.921034 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-399a4ff3-381b-44c3-b2c3-cd88e159f412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:07.922565 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-399a4ff3-381b-44c3-b2c3-cd88e159f412 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1 HTTP/1.1" status: 204 len: 168 time: 0.1976628 Oct 14 13:06:07.935865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a4ff3-381b-44c3-b2c3-cd88e159f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4fb7c3-a3c3-4a88-a7ed-55db0dc25fe1,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:07.953474 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Set router 55e996be-8f77-425a-ad22-022d377313dd gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:08.010929 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 6c16c499-51b2-486a-974d-7723bd663e8d is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:08.025414 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3f9a7ace-7075-4865-9b3e-8f914994961c no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:08.068905 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 3f9a7ace-7075-4865-9b3e-8f914994961c {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:08.070179 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3f9a7ace-7075-4865-9b3e-8f914994961c not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:08.143795 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9abb83-25b0-4b68-929a-984be826cd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.168498 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:04Z', 'revision_number': 4, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae3e51c0-ea00-4693-a62d-6e1f3d157c44', 'name': '', 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'mac_address': 'fa:16:3e:1a:17:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '123d7ebc-6435-481f-9725-8f7882f55eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:03Z', 'updated_at': '2022-10-14T13:06:04Z', 'revision_number': 2, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'subnets': [{'id': '123d7ebc-6435-481f-9725-8f7882f55eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:08.221726 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Checking router: 55e996be-8f77-425a-ad22-022d377313dd for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:08.222367 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Updating router 55e996be-8f77-425a-ad22-022d377313dd port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:06:08.248397 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 288d70d6-1d31-462f-92a0-40ddd831043c up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:08.273437 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.296007 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:08.356850 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9abb83-25b0-4b68-929a-984be826cd28 admin admin] Publish callbacks [] for security_group (7e81c63a-5c46-4a32-b330-022d1ee95157), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.359564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 288d70d6-1d31-462f-92a0-40ddd831043c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:08.360337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.361410 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 288d70d6-1d31-462f-92a0-40ddd831043c Oct 14 13:06:08.365382 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9abb83-25b0-4b68-929a-984be826cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7e81c63a-5c46-4a32-b330-022d1ee95157), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.468043 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 288d70d6-1d31-462f-92a0-40ddd831043c is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:08.489261 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9abb83-25b0-4b68-929a-984be826cd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e81c63a-5c46-4a32-b330-022d1ee95157,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:08.502360 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48740) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:08.503761 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7a9abb83-25b0-4b68-929a-984be826cd28 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=227085d542aa428eafb9ad7999eac86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901940 Oct 14 13:06:08.578524 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e72aa651-11c3-436c-bdb5-91b00bff8d87 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:08.602355 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f2e066ae-54cb-4463-bd63-087015881f02 admin admin] Publish callbacks [] for security_group (7e81c63a-5c46-4a32-b330-022d1ee95157), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.622875 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: e72aa651-11c3-436c-bdb5-91b00bff8d87 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:08.624525 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e72aa651-11c3-436c-bdb5-91b00bff8d87 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:08.625108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 52313a5e-c8f0-4280-931b-f7b1ac607b99 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:08.628737 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f2e066ae-54cb-4463-bd63-087015881f02 admin admin] Publish callbacks [] for security_group (7e81c63a-5c46-4a32-b330-022d1ee95157), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.668623 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 52313a5e-c8f0-4280-931b-f7b1ac607b99 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:08.673701 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 52313a5e-c8f0-4280-931b-f7b1ac607b99 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:08.711741 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f2e066ae-54cb-4463-bd63-087015881f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (7e81c63a-5c46-4a32-b330-022d1ee95157), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.714542 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f2e066ae-54cb-4463-bd63-087015881f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.715909 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f2e066ae-54cb-4463-bd63-087015881f02 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7e81c63a-5c46-4a32-b330-022d1ee95157 HTTP/1.1" status: 204 len: 168 time: 0.2125371 Oct 14 13:06:08.736704 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e066ae-54cb-4463-bd63-087015881f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e81c63a-5c46-4a32-b330-022d1ee95157,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:08.827049 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Publish callbacks [] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.838116 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:08.883696 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4577-efa9-4ba3-b9cf-3562cf888a0b None None] Pushing event updated for resources: {'Port': ['ID=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:08.966689 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Attempting to bind port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:06:08.967340 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Attempting to bind port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:06:08.967934 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Attempting to bind port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 on network ea0823d8-8442-4ab7-97f5-b03530498c9c {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:09.020663 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:06:09.021755 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Checking segment: {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:09.022951 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.024343 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Bound using segment: {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:06:09.025505 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Bound port: ae3e51c0-ea00-4693-a62d-6e1f3d157c44, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33448a6-d341-4bf5-b4f5-f670ea8aa576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:06:09.026629 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.097920 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:09.151863 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:09.158118 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] For port ae3e51c0-ea00-4693-a62d-6e1f3d157c44, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:06:09.161999 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] For port ae3e51c0-ea00-4693-a62d-6e1f3d157c44, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,segment=NetworkSegment(e33448a6-d341-4bf5-b4f5-f670ea8aa576),segment_id=e33448a6-d341-4bf5-b4f5-f670ea8aa576)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:06:09.168782 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.219039 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4577-efa9-4ba3-b9cf-3562cf888a0b None None] Pushing event updated for resources: {'Port': ['ID=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:09.229950 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Routers {'55e996be-8f77-425a-ad22-022d377313dd'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:09.230580 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['55e996be-8f77-425a-ad22-022d377313dd'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:09.362862 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] Set router 55e996be-8f77-425a-ad22-022d377313dd gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:09.426247 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48760) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:09.471197 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e15317e5-258d-4b96-ba7b-5a121d1224c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.564765 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:INSERT=7 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:09.606407 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e15317e5-258d-4b96-ba7b-5a121d1224c3 admin admin] Publish callbacks [] for security_group (dc1e69b3-7423-4844-bfa5-353104277376), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.612476 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e15317e5-258d-4b96-ba7b-5a121d1224c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (dc1e69b3-7423-4844-bfa5-353104277376), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.649614 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:04Z', 'revision_number': 4, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae3e51c0-ea00-4693-a62d-6e1f3d157c44', 'name': '', 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'mac_address': 'fa:16:3e:1a:17:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '123d7ebc-6435-481f-9725-8f7882f55eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:03Z', 'updated_at': '2022-10-14T13:06:09Z', 'revision_number': 4, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'subnets': [{'id': '123d7ebc-6435-481f-9725-8f7882f55eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:09.684465 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd456f-fe05-4c41-80a7-d677bfb574b9 None None] The sync data for ids ['55e996be-8f77-425a-ad22-022d377313dd'] in dv-cinder-820994-7-iscsi is: [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:04Z', 'revision_number': 4, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': 'ae3e51c0-ea00-4693-a62d-6e1f3d157c44', 'name': '', 'network_id': 'ea0823d8-8442-4ab7-97f5-b03530498c9c', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'mac_address': 'fa:16:3e:1a:17:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '123d7ebc-6435-481f-9725-8f7882f55eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:03Z', 'updated_at': '2022-10-14T13:06:09Z', 'revision_number': 4, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'subnets': [{'id': '123d7ebc-6435-481f-9725-8f7882f55eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:09.704767 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e15317e5-258d-4b96-ba7b-5a121d1224c3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e56753ee180f4bf7a16f7e9c6664c5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768967 Oct 14 13:06:09.707562 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48764) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:09.713921 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15317e5-258d-4b96-ba7b-5a121d1224c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e69b3-7423-4844-bfa5-353104277376,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:09.830399 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5232336e-96d9-480e-9ce0-9a425d0899a5 admin admin] Publish callbacks [] for security_group (dc1e69b3-7423-4844-bfa5-353104277376), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.854450 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5232336e-96d9-480e-9ce0-9a425d0899a5 admin admin] Publish callbacks [] for security_group (dc1e69b3-7423-4844-bfa5-353104277376), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.932533 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5232336e-96d9-480e-9ce0-9a425d0899a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (dc1e69b3-7423-4844-bfa5-353104277376), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.937709 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5232336e-96d9-480e-9ce0-9a425d0899a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:09.944715 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5232336e-96d9-480e-9ce0-9a425d0899a5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/dc1e69b3-7423-4844-bfa5-353104277376 HTTP/1.1" status: 204 len: 168 time: 0.2352898 Oct 14 13:06:09.959166 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232336e-96d9-480e-9ce0-9a425d0899a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e69b3-7423-4844-bfa5-353104277376,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:10.373544 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae3e51c0-ea00-4693-a62d-6e1f3d157c44 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:10.459469 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:10.460939 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:10.471113 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 Oct 14 13:06:10.509233 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:10.571416 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:10.571845 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:10.626546 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port ae3e51c0-ea00-4693-a62d-6e1f3d157c44, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,segment=NetworkSegment(e33448a6-d341-4bf5-b4f5-f670ea8aa576),segment_id=e33448a6-d341-4bf5-b4f5-f670ea8aa576)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:10.631324 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:10.699917 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:12.193929 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae3e51c0-ea00-4693-a62d-6e1f3d157c44 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:12.244650 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:12.245413 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:12.245965 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 Oct 14 13:06:12.326987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:12.339313 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:13.188904 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48844) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:13.321667 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c231511a-ca28-475d-b9a1-247039d17970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.408633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c231511a-ca28-475d-b9a1-247039d17970 admin admin] Publish callbacks [] for security_group (2a316580-612f-482f-92cf-8867c149c065), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.417285 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c231511a-ca28-475d-b9a1-247039d17970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2a316580-612f-482f-92cf-8867c149c065), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.429261 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.471069 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231511a-ca28-475d-b9a1-247039d17970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a316580-612f-482f-92cf-8867c149c065,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:13.477842 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c231511a-ca28-475d-b9a1-247039d17970 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bf95eb72df7c44c6be34a99178afa63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872748 Oct 14 13:06:13.480519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48848) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:13.536231 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:13.545224 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb90-b24b-4bf7-829d-643a24d898c2 admin admin] Publish callbacks [] for security_group (2a316580-612f-482f-92cf-8867c149c065), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.571278 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb90-b24b-4bf7-829d-643a24d898c2 admin admin] Publish callbacks [] for security_group (2a316580-612f-482f-92cf-8867c149c065), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.642831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb90-b24b-4bf7-829d-643a24d898c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2a316580-612f-482f-92cf-8867c149c065), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.645981 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb90-b24b-4bf7-829d-643a24d898c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:13.647984 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7c3dfb90-b24b-4bf7-829d-643a24d898c2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2a316580-612f-482f-92cf-8867c149c065 HTTP/1.1" status: 204 len: 168 time: 0.1658099 Oct 14 13:06:13.657956 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dfb90-b24b-4bf7-829d-643a24d898c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a316580-612f-482f-92cf-8867c149c065,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:14.397577 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:06:15.115532 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48900) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:15.416326 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ef3a-85e4-4e8b-90d3-7d7e5f09446f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.531900 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ef3a-85e4-4e8b-90d3-7d7e5f09446f admin admin] Publish callbacks [] for security_group (3fee307f-eafa-42e5-91b6-7b5a438f898c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.537029 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ef3a-85e4-4e8b-90d3-7d7e5f09446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (3fee307f-eafa-42e5-91b6-7b5a438f898c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.573039 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8ef3a-85e4-4e8b-90d3-7d7e5f09446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee307f-eafa-42e5-91b6-7b5a438f898c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:15.582553 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:15.594452 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f6f8ef3a-85e4-4e8b-90d3-7d7e5f09446f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9c6679084def49788e9f250f8f950cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757948 Oct 14 13:06:15.597230 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48916) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:15.665320 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-41da6a82-7555-47a6-badc-4c48ce5bc570 admin admin] Publish callbacks [] for security_group (3fee307f-eafa-42e5-91b6-7b5a438f898c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.690639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-41da6a82-7555-47a6-badc-4c48ce5bc570 admin admin] Publish callbacks [] for security_group (3fee307f-eafa-42e5-91b6-7b5a438f898c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.755404 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-41da6a82-7555-47a6-badc-4c48ce5bc570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (3fee307f-eafa-42e5-91b6-7b5a438f898c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.758845 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-41da6a82-7555-47a6-badc-4c48ce5bc570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:15.760227 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-41da6a82-7555-47a6-badc-4c48ce5bc570 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3fee307f-eafa-42e5-91b6-7b5a438f898c HTTP/1.1" status: 204 len: 168 time: 0.1614177 Oct 14 13:06:15.785022 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6a82-7555-47a6-badc-4c48ce5bc570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee307f-eafa-42e5-91b6-7b5a438f898c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:16.121148 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48944) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:16.142870 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ddca3f23-3d93-4998-8440-6f82477d4fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.259582 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ddca3f23-3d93-4998-8440-6f82477d4fad admin admin] Publish callbacks [] for security_group (fadf28ce-7e77-4054-8aa4-b9c12baf408b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.266389 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ddca3f23-3d93-4998-8440-6f82477d4fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fadf28ce-7e77-4054-8aa4-b9c12baf408b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.273638 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 48948) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:16.313982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3f23-3d93-4998-8440-6f82477d4fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf28ce-7e77-4054-8aa4-b9c12baf408b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:16.320034 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ddca3f23-3d93-4998-8440-6f82477d4fad admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7afeca3d32844a6c8ba0abc4fb13dd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978433 Oct 14 13:06:16.323264 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48952) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:16.388616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-42d7a246-c7e9-459c-bf67-2ab40fb0178c admin admin] Publish callbacks [] for security_group (fadf28ce-7e77-4054-8aa4-b9c12baf408b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.411892 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-42d7a246-c7e9-459c-bf67-2ab40fb0178c admin admin] Publish callbacks [] for security_group (fadf28ce-7e77-4054-8aa4-b9c12baf408b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.414436 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-339a7276-966a-4db8-993e-82706ffe27a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.472955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-42d7a246-c7e9-459c-bf67-2ab40fb0178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fadf28ce-7e77-4054-8aa4-b9c12baf408b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.476967 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-42d7a246-c7e9-459c-bf67-2ab40fb0178c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.480512 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-42d7a246-c7e9-459c-bf67-2ab40fb0178c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fadf28ce-7e77-4054-8aa4-b9c12baf408b HTTP/1.1" status: 204 len: 168 time: 0.1535416 Oct 14 13:06:16.489308 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7a246-c7e9-459c-bf67-2ab40fb0178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf28ce-7e77-4054-8aa4-b9c12baf408b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:16.517098 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-339a7276-966a-4db8-993e-82706ffe27a0 admin admin] Publish callbacks [] for security_group (af7fd883-2133-4aee-9180-cfa3b0677e8d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.524269 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-339a7276-966a-4db8-993e-82706ffe27a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (af7fd883-2133-4aee-9180-cfa3b0677e8d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.585206 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48956) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:16.585420 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-339a7276-966a-4db8-993e-82706ffe27a0 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=691da4d25a55474aa7575f3d2ce2fefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099644 Oct 14 13:06:16.587603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a7276-966a-4db8-993e-82706ffe27a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7fd883-2133-4aee-9180-cfa3b0677e8d,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:16.662683 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e1672ad1-cdf9-423e-b519-da02b9ff5c3f admin admin] Publish callbacks [] for security_group (af7fd883-2133-4aee-9180-cfa3b0677e8d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.673589 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:16.689071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e1672ad1-cdf9-423e-b519-da02b9ff5c3f admin admin] Publish callbacks [] for security_group (af7fd883-2133-4aee-9180-cfa3b0677e8d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.746761 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e1672ad1-cdf9-423e-b519-da02b9ff5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (af7fd883-2133-4aee-9180-cfa3b0677e8d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.749367 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e1672ad1-cdf9-423e-b519-da02b9ff5c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:16.750839 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e1672ad1-cdf9-423e-b519-da02b9ff5c3f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/af7fd883-2133-4aee-9180-cfa3b0677e8d HTTP/1.1" status: 204 len: 168 time: 0.1642041 Oct 14 13:06:16.759885 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672ad1-cdf9-423e-b519-da02b9ff5c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7fd883-2133-4aee-9180-cfa3b0677e8d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:17.237895 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48978) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:17.252464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fe950ea1-a257-4a48-a809-7d37072a323f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.297782 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:17.350683 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fe950ea1-a257-4a48-a809-7d37072a323f admin admin] Publish callbacks [] for security_group (b40d78a7-4378-4b34-9aef-1f9a5010b185), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.355605 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fe950ea1-a257-4a48-a809-7d37072a323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b40d78a7-4378-4b34-9aef-1f9a5010b185), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.408303 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe950ea1-a257-4a48-a809-7d37072a323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40d78a7-4378-4b34-9aef-1f9a5010b185,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:17.413856 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-fe950ea1-a257-4a48-a809-7d37072a323f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a28672bd478c4599aed44d7506edf982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748796 Oct 14 13:06:17.416399 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 48982) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:17.469851 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0e27-6590-4cbb-89b3-96a9b9fc7088 admin admin] Publish callbacks [] for security_group (b40d78a7-4378-4b34-9aef-1f9a5010b185), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.493303 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0e27-6590-4cbb-89b3-96a9b9fc7088 admin admin] Publish callbacks [] for security_group (b40d78a7-4378-4b34-9aef-1f9a5010b185), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.562074 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0e27-6590-4cbb-89b3-96a9b9fc7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b40d78a7-4378-4b34-9aef-1f9a5010b185), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.565026 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0e27-6590-4cbb-89b3-96a9b9fc7088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:17.566481 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4f3b0e27-6590-4cbb-89b3-96a9b9fc7088 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b40d78a7-4378-4b34-9aef-1f9a5010b185 HTTP/1.1" status: 204 len: 168 time: 0.1491752 Oct 14 13:06:17.576277 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b0e27-6590-4cbb-89b3-96a9b9fc7088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40d78a7-4378-4b34-9aef-1f9a5010b185,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:19.216011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-e54edfdf-9060-47b6-9b37-3945c3eef745 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:19.217648 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-e54edfdf-9060-47b6-9b37-3945c3eef745 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 814 time: 0.3587532 Oct 14 13:06:19.236411 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-08c44307-c99a-4fe2-89ff-8c863a095fab tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/quotas/d79493455fcd4feabbbecbe929e0f5fc HTTP/1.1" status: 200 len: 375 time: 0.0119293 Oct 14 13:06:19.297181 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-fafae76c-5a72-4a6c-8313-2ed4b2977271 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532167 Oct 14 13:06:19.415565 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-5e3f0d1b-59ac-45da-ba0f-2de5cc983af5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012678 Oct 14 13:06:19.510605 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-2db230b2-fddb-4721-b470-00990a673aa3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883694 Oct 14 13:06:19.693654 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9da29417-49a6-4922-91e4-10588acae7c7 req-0a5741c7-41e9-4764-82df-2bd47392427c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.0321569 Oct 14 13:06:20.801109 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf0d03de-118f-44d2-83a1-6bd0587a6f80 req-0ccf009c-540e-45d4-9fee-3d1d7195bc12 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Oct 14 13:06:21.901031 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-52b32edb-3f1a-4975-b51c-21a92b34aa86 req-2cce50c3-49d6-4a57-a7cd-aa1b00c4e60f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Oct 14 13:06:22.859705 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-030aa673-3922-48b3-91f7-ede8b1ce53b7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:22.861419 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-030aa673-3922-48b3-91f7-ede8b1ce53b7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 814 time: 0.1183586 Oct 14 13:06:23.001873 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9b876925-fbae-45de-b65d-cc0c04de2b56 req-b3473dc7-23dd-41f6-abf8-c9a627c8a59f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.0286512 Oct 14 13:06:24.326566 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d8b36b90-0037-4dbb-8874-19f80d02b4b3 req-a6896b3f-517c-4bba-a6bf-106755dac330 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.2509906 Oct 14 13:06:25.427126 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ca395837-5bca-4446-adc0-42aac35b7899 req-daaedc9e-218d-46bf-9c6e-f74a0b0b6077 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.0275724 Oct 14 13:06:25.471424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'port': {'device_id': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'admin_state_up': True, 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:25.579110 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Made reservation on behalf of d79493455fcd4feabbbecbe929e0f5fc for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:06:25.582922 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:25.586188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:25.720794 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Allocated IP 172.20.0.5 (c33965bf-76ca-409a-bb7b-ab4212679475/dfb13507-273e-4a42-a53e-06ddb518115a/4bcf9a4a-8080-4b16-96b8-764c513ef541) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:06:25.888319 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:25.923522 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:25.931565 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:25.992148 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Network c33965bf-76ca-409a-bb7b-ab4212679475 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:06:25.995917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:26.000071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:06:26.069667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:26.077823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:26.078451 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:26.089282 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.089585 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.089979 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.090324 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.090664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.090992 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.091320 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.091649 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.091975 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.092300 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.092624 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.092936 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.093363 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.093589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.093912 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:26.109081 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-a9dfe5f2-4874-4422-a2fc-36a1a429ba9c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420953 Oct 14 13:06:26.213799 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-20d9b84e-17c9-4f9e-b580-f791ea89e744 None None] Provisioning complete for port 4bcf9a4a-8080-4b16-96b8-764c513ef541 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:26.214342 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-20d9b84e-17c9-4f9e-b580-f791ea89e744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:26.214489 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-20d9b84e-17c9-4f9e-b580-f791ea89e744 None None] Attempt 1 to provision port 4bcf9a4a-8080-4b16-96b8-764c513ef541 Oct 14 13:06:26.246281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-20d9b84e-17c9-4f9e-b580-f791ea89e744 None None] Port 4bcf9a4a-8080-4b16-96b8-764c513ef541 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:06:26.545312 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cb3a8-0bbe-4fa5-9407-141bd8bdef25 req-676bf740-34e7-447b-9f5e-10050faf7210 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:26.546803 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d9cb3a8-0bbe-4fa5-9407-141bd8bdef25 req-676bf740-34e7-447b-9f5e-10050faf7210 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0477617 Oct 14 13:06:26.593384 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d9cb3a8-0bbe-4fa5-9407-141bd8bdef25 req-22b9e881-969c-4909-a1e5-d71e6d14eb95 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Oct 14 13:06:27.724798 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bae4a4-3a1a-4404-81f4-ccf62490facc req-17769a1e-f551-4e72-9fcd-884a7b084ca1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:27.726507 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b1bae4a4-3a1a-4404-81f4-ccf62490facc req-17769a1e-f551-4e72-9fcd-884a7b084ca1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0580320 Oct 14 13:06:27.788022 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b1bae4a4-3a1a-4404-81f4-ccf62490facc req-10c4bf43-ae57-44ce-83b8-a7ca8b226d9f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555930 Oct 14 13:06:28.132941 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=40,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:28.260088 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=78 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:28.908670 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353297-4a81-45c8-bc5f-25c4570bcbf1 req-3434f270-0cb4-4945-a9a6-c37eb4f09cb1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:28.910205 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-71353297-4a81-45c8-bc5f-25c4570bcbf1 req-3434f270-0cb4-4945-a9a6-c37eb4f09cb1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0480144 Oct 14 13:06:28.959969 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-71353297-4a81-45c8-bc5f-25c4570bcbf1 req-cbf8a4ec-fc0e-4978-8fb6-723ed1c948f9 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Oct 14 13:06:29.481634 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c42eb9-acf1-4635-8811-e0db81071144 req-123bfd47-b91b-4657-9f76-7940cfe80b6d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:29.483157 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-72c42eb9-acf1-4635-8811-e0db81071144 req-123bfd47-b91b-4657-9f76-7940cfe80b6d tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0519729 Oct 14 13:06:29.525648 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:29.545710 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-72c42eb9-acf1-4635-8811-e0db81071144 req-cd8f894d-7456-4475-aac1-388de7d11556 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563171 Oct 14 13:06:30.024036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-08f5aefb-9a15-4872-bf5c-b647d863617f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:30.134552 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7d2c7-a22d-459d-b384-510186244a62 req-94f446cb-2943-4ea2-a1b0-2e1a9a5a1c59 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:30.136181 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06b7d2c7-a22d-459d-b384-510186244a62 req-94f446cb-2943-4ea2-a1b0-2e1a9a5a1c59 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0676847 Oct 14 13:06:30.214727 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06b7d2c7-a22d-459d-b384-510186244a62 req-063b3344-2163-4901-b4fe-2882e52d8039 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707533 Oct 14 13:06:30.764022 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a647ed-4b34-459f-b8df-359648bdcdaa req-265b30e9-7c66-4911-ba8f-59f10726709b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:30.768863 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-05a647ed-4b34-459f-b8df-359648bdcdaa req-265b30e9-7c66-4911-ba8f-59f10726709b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0943532 Oct 14 13:06:30.816222 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:30.852493 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-05a647ed-4b34-459f-b8df-359648bdcdaa req-69b98ead-0547-4cb0-a632-a74f764bd0d5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763228 Oct 14 13:06:31.331515 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a246-a068-40bd-97eb-3074d5f7d8f9 req-68890f23-45c1-47c5-bdb7-c49bdbebe73e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:31.333184 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4535a246-a068-40bd-97eb-3074d5f7d8f9 req-68890f23-45c1-47c5-bdb7-c49bdbebe73e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0471318 Oct 14 13:06:31.348305 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:31.387130 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4535a246-a068-40bd-97eb-3074d5f7d8f9 req-2f41047a-96c5-41c7-9d37-195876bd5c8d tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 Oct 14 13:06:32.014254 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96065ac-7ea1-4c30-962d-9b6cc7ecfc8f req-fa1fbf9e-6ca8-423d-93f7-5aa5d26980a4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:32.015800 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f96065ac-7ea1-4c30-962d-9b6cc7ecfc8f req-fa1fbf9e-6ca8-423d-93f7-5aa5d26980a4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0597634 Oct 14 13:06:32.072444 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f96065ac-7ea1-4c30-962d-9b6cc7ecfc8f req-952cc974-973b-498b-83b9-adcda91f9858 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457678 Oct 14 13:06:32.171164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a6cdb5ca-ee31-4f85-a2f2-c9d06be12d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:32.513358 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b439e-2380-4b5c-a66f-78bfe5caeb89 req-05fa1283-ded7-46c1-8d6c-0e5ce8128f46 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:32.514868 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-019b439e-2380-4b5c-a66f-78bfe5caeb89 req-05fa1283-ded7-46c1-8d6c-0e5ce8128f46 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0487511 Oct 14 13:06:32.573285 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-019b439e-2380-4b5c-a66f-78bfe5caeb89 req-7f73c142-c251-47e0-bd49-6d7b1256eca6 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 Oct 14 13:06:33.209865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082046f-f319-4b65-afb5-1e3558776a2f req-76b9c336-6738-41f1-829d-4abe42ea72e5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:33.217143 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7082046f-f319-4b65-afb5-1e3558776a2f req-76b9c336-6738-41f1-829d-4abe42ea72e5 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0553155 Oct 14 13:06:33.264467 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7082046f-f319-4b65-afb5-1e3558776a2f req-3f4a5ca7-6c08-4f73-a6a6-9f5c2af23840 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464053 Oct 14 13:06:33.542906 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:33.705078 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58032b-e5ec-4fa1-976e-3f3177b74d41 req-09dc5eac-fa26-4482-8d5d-0a2d5c7f16f7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:33.706623 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ca58032b-e5ec-4fa1-976e-3f3177b74d41 req-09dc5eac-fa26-4482-8d5d-0a2d5c7f16f7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0496960 Oct 14 13:06:33.762104 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ca58032b-e5ec-4fa1-976e-3f3177b74d41 req-08fec56f-c980-4235-9696-1275d209eef0 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490510 Oct 14 13:06:34.395527 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645bc73-5efc-4461-88aa-b4f1d6340c9b req-475e35d5-47e4-4fc6-9d28-9641209b6301 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:34.397516 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7645bc73-5efc-4461-88aa-b4f1d6340c9b req-475e35d5-47e4-4fc6-9d28-9641209b6301 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0492187 Oct 14 13:06:34.454475 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7645bc73-5efc-4461-88aa-b4f1d6340c9b req-c6e9a842-62e1-49da-b4a8-f0cffe8c027b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513823 Oct 14 13:06:34.903595 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020d9a-053e-414c-8266-eebe2151b15b req-5d6637f3-d8ab-466e-a2f1-a178f35777b9 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:34.905087 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-83020d9a-053e-414c-8266-eebe2151b15b req-5d6637f3-d8ab-466e-a2f1-a178f35777b9 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0489395 Oct 14 13:06:34.961704 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-83020d9a-053e-414c-8266-eebe2151b15b req-fb51e49f-e5e6-43d3-a5b4-b704828605e2 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510354 Oct 14 13:06:35.134707 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:35.173315 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:35.592174 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca25a-4d2f-4d5f-ac0e-1f57e1cdfdf2 req-e9e61fe2-2be2-499e-82a0-f39643aebe98 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:35.593666 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2deca25a-4d2f-4d5f-ac0e-1f57e1cdfdf2 req-e9e61fe2-2be2-499e-82a0-f39643aebe98 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0462027 Oct 14 13:06:35.640746 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2deca25a-4d2f-4d5f-ac0e-1f57e1cdfdf2 req-dcc31533-7449-46cf-adf4-7ad16c13996b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416973 Oct 14 13:06:36.083723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb646d1-c47a-4c12-8f72-82677ee7faa8 req-f8e7f206-3250-48ac-ac32-f92b7c8486fe tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:36.085174 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-feb646d1-c47a-4c12-8f72-82677ee7faa8 req-f8e7f206-3250-48ac-ac32-f92b7c8486fe tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0495541 Oct 14 13:06:36.132428 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-feb646d1-c47a-4c12-8f72-82677ee7faa8 req-7cb48653-06d0-4c64-9671-bc669fe7cdeb tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Oct 14 13:06:36.765059 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff250f-f264-4f65-8084-297448448448 req-f12fdbd1-df36-47b6-bda0-f3b7ae854d8c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:36.766543 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12ff250f-f264-4f65-8084-297448448448 req-f12fdbd1-df36-47b6-bda0-f3b7ae854d8c tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0465670 Oct 14 13:06:36.811967 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12ff250f-f264-4f65-8084-297448448448 req-35e0ae26-005f-48c1-a23e-2ec29ae9ba2e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399461 Oct 14 13:06:37.252064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94d566-d337-4de0-b33f-68947379d8b8 req-924f16d8-fa63-4eb2-baf5-cc3408c48c80 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:37.253446 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9c94d566-d337-4de0-b33f-68947379d8b8 req-924f16d8-fa63-4eb2-baf5-cc3408c48c80 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 931 time: 0.0467412 Oct 14 13:06:37.282771 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Request body: {'port': {'device_id': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:37.338917 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9c94d566-d337-4de0-b33f-68947379d8b8 req-5df37a09-de9b-433c-9a33-996ed567d168 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798833 Oct 14 13:06:37.364951 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:37.415519 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:37.616950 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcf9a4a-8080-4b16-96b8-764c513ef541 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:06:37.624424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Publish callbacks [] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:37.637307 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Transition to ACTIVE for port object 4bcf9a4a-8080-4b16-96b8-764c513ef541 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:06:37.640507 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:37.694433 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:37.728481 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:37.756762 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Attempting to bind port 4bcf9a4a-8080-4b16-96b8-764c513ef541 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:06:37.757101 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Attempting to bind port 4bcf9a4a-8080-4b16-96b8-764c513ef541 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:06:37.757431 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Attempting to bind port 4bcf9a4a-8080-4b16-96b8-764c513ef541 on network c33965bf-76ca-409a-bb7b-ab4212679475 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:37.797617 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Port 4bcf9a4a-8080-4b16-96b8-764c513ef541 on network c33965bf-76ca-409a-bb7b-ab4212679475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:06:37.797942 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Attempting to bind port 4bcf9a4a-8080-4b16-96b8-764c513ef541 on network c33965bf-76ca-409a-bb7b-ab4212679475 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:37.839080 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:06:37.839416 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Checking segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:37.839799 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Bound using segment: {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:06:37.840225 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Bound port: 4bcf9a4a-8080-4b16-96b8-764c513ef541, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fef3da5-85cb-43da-96dc-3d65ef394313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:06:37.840583 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:37.905099 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:06:37.908052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:06:37.914649 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:37.919887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:37.920501 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:37.921911 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 1093 time: 0.6440659 Oct 14 13:06:37.922506 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:06:37.924757 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7e17a8-713c-4485-b5ed-58378c9a0494" -d '{"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:06:37.942357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53a6d5-9af9-456b-9abc-cacf305b0629 req-36b7166d-36f7-40f8-9824-0d1a506a161e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:37.945067 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c53a6d5-9af9-456b-9abc-cacf305b0629 req-36b7166d-36f7-40f8-9824-0d1a506a161e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0526037 Oct 14 13:06:37.969096 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64156115-f3e3-4b7b-b037-957fc7490fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:37.981603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e60691-c6ea-4abf-8f94-62cb2bf5814c x-openstack-request-id: req-99e60691-c6ea-4abf-8f94-62cb2bf5814c {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:06:37.981896 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:06:37.982148 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99e60691-c6ea-4abf-8f94-62cb2bf5814c {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:06:37.983038 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e60691-c6ea-4abf-8f94-62cb2bf5814c'] response: {'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'status': 'completed', 'code': 200} Oct 14 13:06:38.002894 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c53a6d5-9af9-456b-9abc-cacf305b0629 req-4c430f49-f502-4cae-918d-6e0474e8e35a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516989 Oct 14 13:06:38.534734 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156305-e53d-4621-82d0-f0ad5e6db5ac req-14a7f834-3b21-4d7c-b0ec-efc2804e1c85 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:38.536220 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06156305-e53d-4621-82d0-f0ad5e6db5ac req-14a7f834-3b21-4d7c-b0ec-efc2804e1c85 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 943 time: 0.0782595 Oct 14 13:06:38.537294 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e17a8-713c-4485-b5ed-58378c9a0494 req-f07ce332-68a0-4003-a81c-039d634e5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:38.538684 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fb7e17a8-713c-4485-b5ed-58378c9a0494 req-f07ce332-68a0-4003-a81c-039d634e5b14 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1127 time: 0.0691638 Oct 14 13:06:38.587074 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06156305-e53d-4621-82d0-f0ad5e6db5ac req-60e63f43-813a-4ad2-af3c-47dc5e225a20 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Oct 14 13:06:38.722694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e17a8-713c-4485-b5ed-58378c9a0494 req-ee0cbfcf-02d8-4cc8-b7c7-f6ed2f702665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:38.724097 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fb7e17a8-713c-4485-b5ed-58378c9a0494 req-ee0cbfcf-02d8-4cc8-b7c7-f6ed2f702665 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929480 Oct 14 13:06:38.816672 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-0820eb40-0977-45d4-a4bf-fc347c510f78 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:38.818175 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-0820eb40-0977-45d4-a4bf-fc347c510f78 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0925739 Oct 14 13:06:38.852343 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:38.893063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e17a8-713c-4485-b5ed-58378c9a0494 req-23107770-837c-4477-bbe0-b675395d248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:38.894546 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fb7e17a8-713c-4485-b5ed-58378c9a0494 req-23107770-837c-4477-bbe0-b675395d248f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614695 Oct 14 13:06:38.931063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Deleting port 096cc001-9ca8-472a-8f3d-2a345a805218 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:38.931409 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:39.022144 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] For port 096cc001-9ca8-472a-8f3d-2a345a805218, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=096cc001-9ca8-472a-8f3d-2a345a805218,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:39.022511 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:39.031449 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:39.130978 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969c984-8ad1-4586-887a-29df13853c99 req-379be806-c29a-408e-9327-d571fdd7b0d4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:39.132449 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f969c984-8ad1-4586-887a-29df13853c99 req-379be806-c29a-408e-9327-d571fdd7b0d4 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 947 time: 0.0463967 Oct 14 13:06:39.179322 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f969c984-8ad1-4586-887a-29df13853c99 req-dab453f5-3e39-415b-87b7-8b9fc2c10d6b tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Oct 14 13:06:39.190783 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:39.191153 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (fd100ae9-2565-42b3-bbfa-642c75ea1cfe), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:39.191475 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Floating IP fd100ae9-2565-42b3-bbfa-642c75ea1cfe disassociated. External IP: 172.27.3.129, port: 096cc001-9ca8-472a-8f3d-2a345a805218. Oct 14 13:06:39.191884 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Calling delete_port for 096cc001-9ca8-472a-8f3d-2a345a805218 owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:39.317241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (096cc001-9ca8-472a-8f3d-2a345a805218), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:39.344565 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event deleted for resources: {'Port': ['ID=096cc001-9ca8-472a-8f3d-2a345a805218,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:39.455052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:06:39.558400 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:39.569724 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:39.580407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:39.581049 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:39.604004 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] No DVR routers for this DVR port 096cc001-9ca8-472a-8f3d-2a345a805218 on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:06:39.606533 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:39.609789 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2caae1ee-d0b2-482e-9626-b4aea77a142a req-3c8f3897-d9ae-4514-8fb0-3d32968784bb tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.18 "DELETE /networking/v2.0/ports/096cc001-9ca8-472a-8f3d-2a345a805218 HTTP/1.1" status: 204 len: 173 time: 0.7852745 Oct 14 13:06:39.686062 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:39.707729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd63c4-1bad-4974-8d0b-d63af95572ee req-56c2853a-12fa-4f45-9abf-c827b8cee712 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:39.711126 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-88cd63c4-1bad-4974-8d0b-d63af95572ee req-56c2853a-12fa-4f45-9abf-c827b8cee712 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 943 time: 0.0489385 Oct 14 13:06:39.776559 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-88cd63c4-1bad-4974-8d0b-d63af95572ee req-d6fa892b-9178-4bf5-aac8-ca133735e516 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610135 Oct 14 13:06:39.888528 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:39.915926 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:39.924118 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:39.924712 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:39.958190 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:39.985558 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-deleted', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:06:39.997972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a07ba-ff74-4ce1-a730-a02b2ea8dad2" -d '{"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-deleted", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:06:40.028583 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:40.035449 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9968a1fc-755f-47cd-8b32-89cc8be6bc3e x-openstack-request-id: req-9968a1fc-755f-47cd-8b32-89cc8be6bc3e {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:06:40.035871 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff20a0-76b8-44e6-9f5c-87a9fce18f87", "name": "network-vif-deleted", "tag": "096cc001-9ca8-472a-8f3d-2a345a805218", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:06:40.036126 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9968a1fc-755f-47cd-8b32-89cc8be6bc3e {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:06:40.036521 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9968a1fc-755f-47cd-8b32-89cc8be6bc3e'] response: {'server_uuid': '4bff20a0-76b8-44e6-9f5c-87a9fce18f87', 'name': 'network-vif-deleted', 'tag': '096cc001-9ca8-472a-8f3d-2a345a805218', 'status': 'completed', 'code': 200} Oct 14 13:06:40.212524 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:40.238790 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8db56-c425-4c9f-a8ed-e1a1191026c8 None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:54Z', 'revision_number': 4, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7aad5e2e-9895-460b-ac28-30b368ba8193', 'name': '', 'network_id': 'd80192b0-2cb7-4b32-acc8-b8489f9d8a8b', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'mac_address': 'fa:16:3e:71:20:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:53Z', 'updated_at': '2022-10-14T13:00:59Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'subnets': [{'id': 'e62952f2-fc8e-427f-9767-45884c190e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:40.291451 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e5afcd1-39cb-4b75-aab6-365da10b0734 req-b88ed0ad-110d-4e5f-a195-4eb76ac14f1a tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Oct 14 13:06:40.455081 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99cf8f-60db-4458-9636-a47ee29c460f None None] New status for floating IP fd100ae9-2565-42b3-bbfa-642c75ea1cfe: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:06:40.903117 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad140e-13c0-47f4-a115-81e2d992083d req-ae5cfe6a-cadc-4a5d-8537-9c93a1d0b1b1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:40.904589 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-02ad140e-13c0-47f4-a115-81e2d992083d req-ae5cfe6a-cadc-4a5d-8537-9c93a1d0b1b1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 943 time: 0.0506237 Oct 14 13:06:40.951076 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-02ad140e-13c0-47f4-a115-81e2d992083d req-a366d672-d35a-42b0-8378-08df413ea42c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Oct 14 13:06:41.399686 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eb52c8d0-ce22-4acb-9d33-64d1f6e55888 req-1c86a1f8-632a-48e2-9606-fab4e961ba88 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4bff20a0-76b8-44e6-9f5c-87a9fce18f87 HTTP/1.1" status: 200 len: 210 time: 0.0270758 Oct 14 13:06:41.442637 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:41.467356 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 096cc001-9ca8-472a-8f3d-2a345a805218 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:41.467695 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 096cc001-9ca8-472a-8f3d-2a345a805218 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:41.528767 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-c56c8da3-6eb4-42ae-9e3f-9dab9a01257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:41.531039 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-c56c8da3-6eb4-42ae-9e3f-9dab9a01257f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1127 time: 0.0471358 Oct 14 13:06:41.583050 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-79f33c1a-d220-422b-8635-ab5c5bdece2b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 217 time: 0.0441554 Oct 14 13:06:41.633058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-80869a2f-62e0-4728-a499-12d0362aaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:41.634755 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-80869a2f-62e0-4728-a499-12d0362aaeb3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0454340 Oct 14 13:06:41.652107 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:41.688378 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-122b3f2a-1279-41d0-8f74-0fe8b034697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:41.689892 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-122b3f2a-1279-41d0-8f74-0fe8b034697f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458491 Oct 14 13:06:41.780994 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-d09a3dc0-7038-4ff4-939d-31161df10179 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843406 Oct 14 13:06:41.805828 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:41.877883 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4bc228c8-d7ab-4d8a-b3fa-ed113ce2713d req-c45aa031-301c-49b1-ba08-a131b75a1ff8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907226 Oct 14 13:06:42.072004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35201506-f506-44a3-9f7e-ddc4f3de8fd8 req-ca8bd2c6-9aa6-4686-be5f-3d57aaac7018 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:42.073462 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35201506-f506-44a3-9f7e-ddc4f3de8fd8 req-ca8bd2c6-9aa6-4686-be5f-3d57aaac7018 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 943 time: 0.0463471 Oct 14 13:06:42.121408 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35201506-f506-44a3-9f7e-ddc4f3de8fd8 req-2baca652-9968-4eda-95da-8db55efdc907 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Oct 14 13:06:42.499038 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49330) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:42.557988 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1090f758-ad17-4eeb-8646-d2b8c68bc446 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.580545 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1090f758-ad17-4eeb-8646-d2b8c68bc446 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.632722 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1090f758-ad17-4eeb-8646-d2b8c68bc446 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.636606 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1090f758-ad17-4eeb-8646-d2b8c68bc446 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.637924 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1090f758-ad17-4eeb-8646-d2b8c68bc446 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a HTTP/1.1" status: 204 len: 168 time: 0.1377599 Oct 14 13:06:42.642472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49338) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:42.648330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090f758-ad17-4eeb-8646-d2b8c68bc446 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:42.663349 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-a458a185-73bb-4001-812a-be6dfbdd9c00 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] show failed (client error): The resource could not be found. Oct 14 13:06:42.664106 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:42.668377 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a458a185-73bb-4001-812a-be6dfbdd9c00 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "GET /networking/v2.0/security-groups/c8a9cec8-d2dc-486e-bdf7-bdf8bc26a49a HTTP/1.1" status: 404 len: 347 time: 0.0250340 Oct 14 13:06:42.668998 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49344) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:42.804906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Deleting port a4c93edb-a297-4ef0-b00c-62b28ed97e04 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:42.805259 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.868582 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:42.892716 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:42.908375 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.909116 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (a4c93edb-a297-4ef0-b00c-62b28ed97e04), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:42.923484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Calling delete_port for a4c93edb-a297-4ef0-b00c-62b28ed97e04 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:43.071288 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (a4c93edb-a297-4ef0-b00c-62b28ed97e04), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:43.096837 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Pushing event deleted for resources: {'Port': ['ID=a4c93edb-a297-4ef0-b00c-62b28ed97e04,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:43.122394 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.122746 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.123087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.123429 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.123781 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.124097 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.124427 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.124754 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.125078 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.125404 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.125757 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.126080 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.126402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.126723 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.127046 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.171250 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks [] for floatingip (fd100ae9-2565-42b3-bbfa-642c75ea1cfe), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:43.173912 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:43.175104 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0a7cad25-2cd6-4a69-9df7-bf305a356398 tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/fd100ae9-2565-42b3-bbfa-642c75ea1cfe HTTP/1.1" status: 204 len: 168 time: 0.5048249 Oct 14 13:06:43.258113 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55898048-6376-4e99-a80c-cae232579357 req-bf2b2e2d-89b5-49ce-aa3a-6fd2922e9e3f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:43.258113 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-55898048-6376-4e99-a80c-cae232579357 req-bf2b2e2d-89b5-49ce-aa3a-6fd2922e9e3f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 943 time: 0.0523310 Oct 14 13:06:43.304669 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-55898048-6376-4e99-a80c-cae232579357 req-ee8e6267-c211-4f8d-be7b-185e751f354c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Oct 14 13:06:43.435844 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4bcf9a4a-8080-4b16-96b8-764c513ef541 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:06:43.457752 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:43.544009 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:43.559115 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'port_id': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'mac_address': 'fa:16:3e:5a:5e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:06:43.594376 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 4bcf9a4a-8080-4b16-96b8-764c513ef541 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:43.594757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:43.608056 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcf9a4a-8080-4b16-96b8-764c513ef541 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:06:43.627472 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:43.630742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:43.675729 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:43.682559 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.682903 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.683262 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.683613 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.683948 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.684272 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.684593 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.684913 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.685239 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.685580 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.685902 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.686237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.686554 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.686870 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.687182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:06:43.851125 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4bcf9a4a-8080-4b16-96b8-764c513ef541'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:06:44.433851 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf581d34-dce9-41a6-ace1-9d2cd7494c56 req-5349df88-5ebc-4339-a0ec-a1a2347fd6b8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:44.435331 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bf581d34-dce9-41a6-ace1-9d2cd7494c56 req-5349df88-5ebc-4339-a0ec-a1a2347fd6b8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 944 time: 0.0509312 Oct 14 13:06:44.487371 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bf581d34-dce9-41a6-ace1-9d2cd7494c56 req-8b813de5-055d-46eb-9069-1a6e23dc6f86 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Oct 14 13:06:45.192462 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49396) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:45.332000 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Deleting port c0ac990c-2db0-4443-a43f-3b0dd65383b0 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:45.332258 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:45.412157 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:45.412493 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for floatingip (c0ac990c-2db0-4443-a43f-3b0dd65383b0), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:45.424920 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Calling delete_port for c0ac990c-2db0-4443-a43f-3b0dd65383b0 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:45.625217 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695cc9a-0016-4d3a-b92f-025547048950 req-69759592-a631-4c1d-83b4-2c8dcecbcfbf tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:45.626708 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b695cc9a-0016-4d3a-b92f-025547048950 req-69759592-a631-4c1d-83b4-2c8dcecbcfbf tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 944 time: 0.0580120 Oct 14 13:06:45.630879 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (c0ac990c-2db0-4443-a43f-3b0dd65383b0), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:45.664718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event deleted for resources: {'Port': ['ID=c0ac990c-2db0-4443-a43f-3b0dd65383b0,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:45.704531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:45.729457 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:45.755097 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b695cc9a-0016-4d3a-b92f-025547048950 req-2df144f8-1c9b-4a99-8ba9-5eb9e07508f4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219621 Oct 14 13:06:45.757757 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for floatingip (3afe83e1-c401-4a13-b1b5-cf8878b2f699), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:45.758084 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Floating IP 3afe83e1-c401-4a13-b1b5-cf8878b2f699 disassociated (deleted). External IP: 172.27.3.123, port: 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e. Oct 14 13:06:45.955683 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:06:46.059330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:46.064091 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:46.068587 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] Sync routers for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:46.078218 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:46.078820 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:46.093197 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5e06e994-6c38-4d3a-88da-9d2b54b5acd1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/3afe83e1-c401-4a13-b1b5-cf8878b2f699 HTTP/1.1" status: 204 len: 168 time: 0.8990119 Oct 14 13:06:46.093967 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:06:46.096380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f897c27f-6027-4da1-a33d-7474170220b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:06:46.308938 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:46.329136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9273e9c-8c34-484d-83ae-a15e0cbca749 x-openstack-request-id: req-e9273e9c-8c34-484d-83ae-a15e0cbca749 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:06:46.329676 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:06:46.329886 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9273e9c-8c34-484d-83ae-a15e0cbca749 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:06:46.330480 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9273e9c-8c34-484d-83ae-a15e0cbca749'] response: {'name': 'network-changed', 'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'status': 'completed', 'code': 200} Oct 14 13:06:46.330984 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:46.369543 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee75b8-50db-4c99-8beb-c3c93776a22b req-2c69b683-1d5d-4625-a099-9c21c7f3c52f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:46.371069 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-42ee75b8-50db-4c99-8beb-c3c93776a22b req-2c69b683-1d5d-4625-a099-9c21c7f3c52f tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0535042 Oct 14 13:06:46.423458 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-42ee75b8-50db-4c99-8beb-c3c93776a22b req-19886487-6d87-49a3-86ac-1714d511bc31 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Oct 14 13:06:46.521828 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:48Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:46.546382 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] Checking router: 829d7930-9977-45e6-9ea0-0503ae3c2bc7 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:46.555337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:46.555940 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:46.640855 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:46.659219 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:46.841837 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:48Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:46.871048 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f9326-0de4-4d0a-bc0c-6387e019852c None None] The sync data for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi is: [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:01:43Z', 'revision_number': 4, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '7859d2a8-a214-4970-b0ca-1c96296f6e3f', 'name': '', 'network_id': 'fb13320f-34c8-4071-976b-aea523399720', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'mac_address': 'fa:16:3e:ca:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:41Z', 'updated_at': '2022-10-14T13:01:48Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'subnets': [{'id': '21386dff-5306-464b-ae3c-efe092fc1b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:46.877291 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a74e73-2207-4e55-9bfc-4aa92ab9c473 req-3150b6a7-2cd0-4d43-8111-5c308e5b4455 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:46.878911 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3a74e73-2207-4e55-9bfc-4aa92ab9c473 req-3150b6a7-2cd0-4d43-8111-5c308e5b4455 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 944 time: 0.0469565 Oct 14 13:06:46.931510 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3a74e73-2207-4e55-9bfc-4aa92ab9c473 req-d6640bff-6776-462d-ad41-f34a3c5421d6 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Oct 14 13:06:47.084759 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9e3d8-1c34-4926-be4f-02fcb03e9214 None None] New status for floating IP 3afe83e1-c401-4a13-b1b5-cf8878b2f699: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:06:47.089398 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4bcf9a4a-8080-4b16-96b8-764c513ef541 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:06:47.132570 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 4bcf9a4a-8080-4b16-96b8-764c513ef541 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:06:47.138703 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 4bcf9a4a-8080-4b16-96b8-764c513ef541 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:47.139171 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:47.139536 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 4bcf9a4a-8080-4b16-96b8-764c513ef541 Oct 14 13:06:47.216184 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 4bcf9a4a-8080-4b16-96b8-764c513ef541 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:47.216568 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:47.239300 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:06:47.242101 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c113d2c-252c-4945-8d3a-332636e56247" -d '{"events": [{"server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "name": "network-vif-plugged", "status": "completed", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:06:47.255208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:47.260559 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:47.286931 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ca6ca-fa92-4b86-b5b9-0bd83f30e7e6 x-openstack-request-id: req-c99ca6ca-fa92-4b86-b5b9-0bd83f30e7e6 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:06:47.287249 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "name": "network-vif-plugged", "status": "completed", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:06:47.287505 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c99ca6ca-fa92-4b86-b5b9-0bd83f30e7e6 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:06:47.287897 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99ca6ca-fa92-4b86-b5b9-0bd83f30e7e6'] response: {'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'code': 200} Oct 14 13:06:47.316047 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:47.547822 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660516-4f0d-4e89-8cd5-44a3e7a2778f req-81857d04-4712-44ca-8cd4-553183c5d43a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:47.549316 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4e660516-4f0d-4e89-8cd5-44a3e7a2778f req-81857d04-4712-44ca-8cd4-553183c5d43a tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0494640 Oct 14 13:06:47.598779 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4e660516-4f0d-4e89-8cd5-44a3e7a2778f req-cf882aaa-e348-4a1f-90e8-e8cfcbe05dfb tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432112 Oct 14 13:06:47.716694 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49434) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:48.087620 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd10de-7545-4c63-bb19-575829084c86 req-93f14133-e769-465c-96ad-fc1c28252858 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.089049 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e4dd10de-7545-4c63-bb19-575829084c86 req-93f14133-e769-465c-96ad-fc1c28252858 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0814867 Oct 14 13:06:48.120620 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:48.199725 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e4dd10de-7545-4c63-bb19-575829084c86 req-b8a8d713-a320-4e33-ad3d-6d301c90b791 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894094 Oct 14 13:06:48.271990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c27f-6027-4da1-a33d-7474170220b1 req-8ccaa518-2b85-4f94-b65b-cd649fd25a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.273570 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-8ccaa518-2b85-4f94-b65b-cd649fd25a03 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=97fa795966724ea89be8ac20675b589b&device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0728285 Oct 14 13:06:48.340759 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:48.345156 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:48.668429 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49468) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:48.745397 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c27f-6027-4da1-a33d-7474170220b1 req-9f3e6ef6-1ec8-406e-8be9-1b77e0821ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.747421 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-9f3e6ef6-1ec8-406e-8be9-1b77e0821ab1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 200 len: 910 time: 0.4638734 Oct 14 13:06:48.751825 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb6a-15a8-43c4-bcda-9ebbb7ecf9b4 req-036492e8-5c4e-4779-a999-36ae02a80eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.752578 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdace200-2afc-46d8-bea5-af5d46d9de87 req-b6533427-6b02-4324-8354-88f5caa284c1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.753370 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1009fb6a-15a8-43c4-bcda-9ebbb7ecf9b4 req-036492e8-5c4e-4779-a999-36ae02a80eb5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1129 time: 0.3473115 Oct 14 13:06:48.754797 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdace200-2afc-46d8-bea5-af5d46d9de87 req-b6533427-6b02-4324-8354-88f5caa284c1 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0800498 Oct 14 13:06:48.781409 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-42b1f10f-4556-4f84-b38b-4520e8b682f4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.782946 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-42b1f10f-4556-4f84-b38b-4520e8b682f4 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 945 time: 0.0768867 Oct 14 13:06:48.801975 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-976baa8c-5481-4c95-bc29-ee1bfcd8a88a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 200 len: 217 time: 0.0461497 Oct 14 13:06:48.830554 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3989b8e8-c5fd-4080-81e2-1ae586cdbd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:48.904799 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdace200-2afc-46d8-bea5-af5d46d9de87 req-f94213f6-3adc-482d-a414-2202144a30a0 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d84bb2f3-ea40-4d45-a66a-64b510e320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380410 Oct 14 13:06:48.926744 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c27f-6027-4da1-a33d-7474170220b1 req-9499eb14-d0d5-4ad6-841e-6910fee06a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:48.928198 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-9499eb14-d0d5-4ad6-841e-6910fee06a80 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 200 len: 848 time: 0.1176403 Oct 14 13:06:48.930113 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Deleting port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:48.930639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:48.932423 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1009fb6a-15a8-43c4-bcda-9ebbb7ecf9b4 req-45d9fa35-5294-43a8-b2a6-6e1c664077ee service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670926 Oct 14 13:06:48.994947 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Deleting port 7aad5e2e-9895-460b-ac28-30b368ba8193 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:48.995292 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.009466 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:49.013599 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:49.056315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] For port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:49.056675 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.073208 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3989b8e8-c5fd-4080-81e2-1ae586cdbd74 admin admin] Publish callbacks [] for security_group (a642e1ce-f915-447d-b8e1-7ec724fc61c2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.078011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Calling delete_port for 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:49.080023 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] For port 7aad5e2e-9895-460b-ac28-30b368ba8193, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7aad5e2e-9895-460b-ac28-30b368ba8193,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:49.080203 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3989b8e8-c5fd-4080-81e2-1ae586cdbd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a642e1ce-f915-447d-b8e1-7ec724fc61c2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.080390 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.093678 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Calling delete_port for 7aad5e2e-9895-460b-ac28-30b368ba8193 owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:49.157092 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989b8e8-c5fd-4080-81e2-1ae586cdbd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a642e1ce-f915-447d-b8e1-7ec724fc61c2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:49.161189 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3989b8e8-c5fd-4080-81e2-1ae586cdbd74 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1e93f4eaa32b417088ec00533cbe0c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916289 Oct 14 13:06:49.165459 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49472) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:49.185436 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c27f-6027-4da1-a33d-7474170220b1 req-f7bb15c8-c13d-4032-b0fc-6efefab4cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:49.186957 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-f7bb15c8-c13d-4032-b0fc-6efefab4cb45 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=fb13320f-34c8-4071-976b-aea523399720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551219 Oct 14 13:06:49.247179 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67b4ff7a-f1e6-4a04-855b-1ed822c4f87d admin admin] Publish callbacks [] for security_group (a642e1ce-f915-447d-b8e1-7ec724fc61c2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.290153 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:49.292673 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67b4ff7a-f1e6-4a04-855b-1ed822c4f87d admin admin] Publish callbacks [] for security_group (a642e1ce-f915-447d-b8e1-7ec724fc61c2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.331011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (5974c9e5-7b5e-4f03-aaed-db90e7d7a18e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.363474 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:49.364196 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event deleted for resources: {'Port': ['ID=5974c9e5-7b5e-4f03-aaed-db90e7d7a18e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:49.408425 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e21d-cfb3-4189-8aad-366c89475108 req-45b305c8-b713-4e32-bf79-8fb20a3e905a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:49.409859 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f60e21d-cfb3-4189-8aad-366c89475108 req-45b305c8-b713-4e32-bf79-8fb20a3e905a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.1114485 Oct 14 13:06:49.418916 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] No DVR routers for this DVR port 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:06:49.421670 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.424979 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8fe7048f-4771-4578-b6eb-e50069d96278 req-859e69a6-42b9-4a21-a8e9-f2e9b15bde1c tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5974c9e5-7b5e-4f03-aaed-db90e7d7a18e HTTP/1.1" status: 204 len: 173 time: 0.6276348 Oct 14 13:06:49.425657 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-deleted', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:06:49.427417 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-d537eb3f-6a02-4d35-a5d3-eadb081a2d80 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322421 Oct 14 13:06:49.427792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4e663-3ac0-42d1-b797-a6b5de749c39" -d '{"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-deleted", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:06:49.430982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67b4ff7a-f1e6-4a04-855b-1ed822c4f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a642e1ce-f915-447d-b8e1-7ec724fc61c2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.433727 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67b4ff7a-f1e6-4a04-855b-1ed822c4f87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.437221 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-67b4ff7a-f1e6-4a04-855b-1ed822c4f87d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a642e1ce-f915-447d-b8e1-7ec724fc61c2 HTTP/1.1" status: 204 len: 168 time: 0.2684591 Oct 14 13:06:49.444224 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (7aad5e2e-9895-460b-ac28-30b368ba8193), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.445244 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4ff7a-f1e6-4a04-855b-1ed822c4f87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a642e1ce-f915-447d-b8e1-7ec724fc61c2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:49.497155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d218ed-8a9f-4270-b290-5286cbb25c04 x-openstack-request-id: req-09d218ed-8a9f-4270-b290-5286cbb25c04 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:06:49.497416 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f", "name": "network-vif-deleted", "tag": "5974c9e5-7b5e-4f03-aaed-db90e7d7a18e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:06:49.497694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09d218ed-8a9f-4270-b290-5286cbb25c04 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:06:49.498094 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d218ed-8a9f-4270-b290-5286cbb25c04'] response: {'server_uuid': '3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f', 'name': 'network-vif-deleted', 'tag': '5974c9e5-7b5e-4f03-aaed-db90e7d7a18e', 'status': 'completed', 'code': 200} Oct 14 13:06:49.508653 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Pushing event deleted for resources: {'Port': ['ID=7aad5e2e-9895-460b-ac28-30b368ba8193,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:49.726444 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4f60e21d-cfb3-4189-8aad-366c89475108 req-e7b88e35-ca79-482f-bddf-0bb7a96ba4c7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976344 Oct 14 13:06:49.906447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:49.910952 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f897c27f-6027-4da1-a33d-7474170220b1 req-8e4ccf68-65a0-4a90-8dd8-3d7a38252aef service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310630 Oct 14 13:06:50.039682 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a36d2c-ee3e-48ca-a36a-2246720d1fd7 None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:06:50.063389 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dcf7dedb-f782-430e-8288-3c93d334f2ff req-a5865a56-9c0c-42f6-bb03-76c88b79f70b tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 210 time: 0.0485864 Oct 14 13:06:50.151281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:06:50.167223 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:50.178405 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36d2c-ee3e-48ca-a36a-2246720d1fd7 None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:06:50.277056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:50.286007 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] Sync routers for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:50.289717 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1fa86f39-38fa-4cbe-8f75-048e8ae2b19d admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5695860 Oct 14 13:06:50.289961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49508) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:50.328757 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:50.346933 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:50.347782 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:50.399442 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks [] for router (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.426755 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49512) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:50.491160 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:50.516807 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks [] for router_gateway (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.551982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-354051061-network', 'tenant_id': 'ced93fb9d5dd4cbda0272ba5477b39c9'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:50.581621 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Deleting port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:50.581863 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.586791 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Made reservation on behalf of ced93fb9d5dd4cbda0272ba5477b39c9 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:06:50.589803 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.596728 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:50.606284 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.681180 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:50.683729 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] For port 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:50.684207 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.704116 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Calling delete_port for 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:50.704888 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:06:49Z', 'revision_number': 5, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port': {'id': '39ce482b-5fb9-4334-b6e3-e28ea1e3ef03', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:50.713148 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks [] for security_group (52c8a537-0971-4782-ad79-626ea6f8b4a9), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.719597 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (52c8a537-0971-4782-ad79-626ea6f8b4a9), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.743551 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] Checking router: ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:50.757240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:06:50.758217 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] Routers {'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:50.758855 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:50.766786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c8a537-0971-4782-ad79-626ea6f8b4a9,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:50.773688 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (efc9404e-5122-4b3a-b35d-7ffe3f26300f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.774097 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Added segment efc9404e-5122-4b3a-b35d-7ffe3f26300f of type vlan for network 4b48ab87-d6cc-4767-87d8-461a19c349f8 Oct 14 13:06:50.783551 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:50.827305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (4b48ab87-d6cc-4767-87d8-461a19c349f8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.856924 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (4b48ab87-d6cc-4767-87d8-461a19c349f8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.858340 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:50.859188 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:50.891280 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4627674 Oct 14 13:06:50.894129 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49520) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:50.900340 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Request body: {'subnet': {'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-354051061-subnet', 'tenant_id': 'ced93fb9d5dd4cbda0272ba5477b39c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:50.912742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] Set router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:50.940038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:50.955711 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b48d-8303-40bd-8b6c-6facaa9679e0 req-faa5c9d1-7854-4179-9244-266a5fdb8221 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:50.963891 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d2b5b48d-8303-40bd-8b6c-6facaa9679e0 req-faa5c9d1-7854-4179-9244-266a5fdb8221 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0798032 Oct 14 13:06:50.986724 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6202e-656c-4f0f-a119-7d0780a3bab8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b48ab87-d6cc-4767-87d8-461a19c349f8,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:50.993250 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Made reservation on behalf of ced93fb9d5dd4cbda0272ba5477b39c9 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:06:50.997540 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005287'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.006147 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 4b48ab87-d6cc-4767-87d8-461a19c349f8 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:06:51.010599 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:06:50Z', 'revision_number': 6, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:51.034110 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d2b5b48d-8303-40bd-8b6c-6facaa9679e0 req-8c596a99-4dd1-4b76-970e-f28839cd802e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696719 Oct 14 13:06:51.094644 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324640cd-2576-4dea-9ada-ceda9d1d5507 None None] The sync data for ids ['ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8'] in dv-cinder-820994-7-iscsi is: [{'id': 'ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8', 'name': 'tempest-AttachVolumeShelveTestJSON-1318497404-router', 'tenant_id': '5d716a28995942e788205c1ad1e83bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:00:50Z', 'updated_at': '2022-10-14T13:06:50Z', 'revision_number': 6, 'project_id': '5d716a28995942e788205c1ad1e83bb3', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:51.107977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (39ce482b-5fb9-4334-b6e3-e28ea1e3ef03), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.137585 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-613caaf5-5bc0-4542-a160-5e5e7d7000b0 None None] Provisioning complete for port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:51.138051 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-613caaf5-5bc0-4542-a160-5e5e7d7000b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.138451 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-613caaf5-5bc0-4542-a160-5e5e7d7000b0 None None] Attempt 1 to provision port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 Oct 14 13:06:51.176972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Pushing event deleted for resources: {'Port': ['ID=39ce482b-5fb9-4334-b6e3-e28ea1e3ef03,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:51.226826 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-613caaf5-5bc0-4542-a160-5e5e7d7000b0 None None] Current status of the port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:51.230965 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0fa24-835f-46f3-953b-ec94288f0740 req-6bfe5525-3065-498f-8cd3-11501e25a90b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:51.232475 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39a0fa24-835f-46f3-953b-ec94288f0740 req-6bfe5525-3065-498f-8cd3-11501e25a90b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0904059 Oct 14 13:06:51.242383 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-20a169c5-b4cd-4452-b7ef-27ca1b68d1f6 req-3f95a369-eb8f-4211-afc1-a7a3afa22bfe tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 210 time: 0.0680940 Oct 14 13:06:51.263161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.300809 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005301'] for subnet (cf0b0039-51a2-444a-886a-0df028500a7f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.353281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.353650 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39a0fa24-835f-46f3-953b-ec94288f0740 req-4e7f8d49-bb54-4060-8483-198eff85cb41 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992892 Oct 14 13:06:51.355555 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks [] for router_controller (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.371842 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0b0039-51a2-444a-886a-0df028500a7f,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:51.387769 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Checking segment: {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:51.388324 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Network hostable DHCP agents. Network: 4b48ab87-d6cc-4767-87d8-461a19c349f8, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:06:51.403000 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.403695 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:06:51.405801 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:06:51.409796 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.413307 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ad8a665f-def7-45fa-a3d7-6b363992078b admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/ec7edcd1-9d8d-4581-89d2-42bf7b2a97d8 HTTP/1.1" status: 204 len: 168 time: 1.1196072 Oct 14 13:06:51.413796 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49528) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:51.422418 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Network 4b48ab87-d6cc-4767-87d8-461a19c349f8 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:06:51.455619 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 4b48ab87-d6cc-4767-87d8-461a19c349f8) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:51.465144 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:51.466081 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.469251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56974d58-15a7-4445-9a7c-3d042fb3936d None None] Network 4b48ab87-d6cc-4767-87d8-461a19c349f8 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:51.483204 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Deleting subnet e62952f2-fc8e-427f-9767-45884c190e84 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:06:51.489182 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Publish callbacks [] for subnet (e62952f2-fc8e-427f-9767-45884c190e84), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.535991 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:51.551264 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c25e3bc4-1581-4fce-a007-cbe843d291b1 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6470978 Oct 14 13:06:51.551264 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925636'] for subnet (e62952f2-fc8e-427f-9767-45884c190e84), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.596080 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a441b7-f9b6-49ab-815a-cf50dc5076c4 None None] Network 4b48ab87-d6cc-4767-87d8-461a19c349f8 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:51.620313 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:51.682932 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (e62952f2-fc8e-427f-9767-45884c190e84), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.771323 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30518f16-ad62-4966-ae7f-aab4c29074b3 req-c05c2000-de08-4dc9-8a5e-e57e52bfd560 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:51.772896 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-30518f16-ad62-4966-ae7f-aab4c29074b3 req-c05c2000-de08-4dc9-8a5e-e57e52bfd560 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0874019 Oct 14 13:06:51.800879 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3004550'] for subnet (e62952f2-fc8e-427f-9767-45884c190e84), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.831225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62952f2-fc8e-427f-9767-45884c190e84,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:51.841472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:51.846163 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1beb7a7b-7224-46be-bbb7-af21a8a2785e admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/e62952f2-fc8e-427f-9767-45884c190e84 HTTP/1.1" status: 204 len: 168 time: 0.4297328 Oct 14 13:06:51.847467 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49538) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:51.850612 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b679f-f187-4faf-859e-921dd6f1eaf7 None None] Network d80192b0-2cb7-4b32-acc8-b8489f9d8a8b requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:52.045653 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] DHCP port deletion for d80192b0-2cb7-4b32-acc8-b8489f9d8a8b request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:06:52.107048 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] Deleting port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:52.108081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.191523 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-30518f16-ad62-4966-ae7f-aab4c29074b3 req-37a5b2e3-b52b-4948-919e-8a4ddc9dfde2 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116158 Oct 14 13:06:52.242171 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.335079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Deleting port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:52.335641 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.384831 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 20e86a18-f357-4b6b-bc8d-13a324fca1b6 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:52.410505 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:52.432958 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] For port 20e86a18-f357-4b6b-bc8d-13a324fca1b6, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=20e86a18-f357-4b6b-bc8d-13a324fca1b6,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:52.433344 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.455415 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Calling delete_port for 20e86a18-f357-4b6b-bc8d-13a324fca1b6 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:52.536894 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] For port 20e86a18-f357-4b6b-bc8d-13a324fca1b6, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=20e86a18-f357-4b6b-bc8d-13a324fca1b6,segment=NetworkSegment(1b63a321-8976-4b08-a3af-ef59788b168b),segment_id=1b63a321-8976-4b08-a3af-ef59788b168b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:52.537434 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.559611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] Calling delete_port for 20e86a18-f357-4b6b-bc8d-13a324fca1b6 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:52.563176 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.591134 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 update to DOWN by agent not found {{(pid=104451) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 14 13:06:52.591572 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7aad5e2e-9895-460b-ac28-30b368ba8193 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:52.595137 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=20e86a18-f357-4b6b-bc8d-13a324fca1b6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:52.596978 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] No DVR routers for this DVR port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:06:52.620568 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f4c5c407-2a3e-4526-aea6-7a57f7a8c38c req-c0912f74-2b3d-4a69-bbf4-b41d8823e6d2 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 210 time: 0.0490086 Oct 14 13:06:52.673735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 7aad5e2e-9895-460b-ac28-30b368ba8193 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:52.673735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7aad5e2e-9895-460b-ac28-30b368ba8193 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:52.673735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:52.693868 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:52.694356 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 39ce482b-5fb9-4334-b6e3-e28ea1e3ef03 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:52.699931 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.728813 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (20e86a18-f357-4b6b-bc8d-13a324fca1b6), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.730408 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80192b0-2cb7-4b32-acc8-b8489f9d8a8b']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:52.743897 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:52.745660 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] No DVR routers for this DVR port 20e86a18-f357-4b6b-bc8d-13a324fca1b6 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:06:52.749039 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b63a321-8976-4b08-a3af-ef59788b168b') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:52.749181 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b63a321-8976-4b08-a3af-ef59788b168b') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:52.762520 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (1b63a321-8976-4b08-a3af-ef59788b168b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.780332 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (1b63a321-8976-4b08-a3af-ef59788b168b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.798206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89b6d0-d273-40e5-9a84-17082daece3e None None] Pushing event deleted for resources: {'Port': ['ID=20e86a18-f357-4b6b-bc8d-13a324fca1b6,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:52.804055 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:06:52.804772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (1b63a321-8976-4b08-a3af-ef59788b168b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.854741 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 1b63a321-8976-4b08-a3af-ef59788b168b resource provider aggregate not found Oct 14 13:06:52.876754 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 1b63a321-8976-4b08-a3af-ef59788b168b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b63a321-8976-4b08-a3af-ef59788b168b found for delete ", "request_id": "req-2f8d9b13-c3e1-4852-933e-9f51b6768133"}]} Oct 14 13:06:52.881865 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (d80192b0-2cb7-4b32-acc8-b8489f9d8a8b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.888331 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:52.891986 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/d80192b0-2cb7-4b32-acc8-b8489f9d8a8b HTTP/1.1" status: 204 len: 168 time: 1.0432143 Oct 14 13:06:52.901853 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ca4aa-5a84-4f0f-9a00-bd9dd714e5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d80192b0-2cb7-4b32-acc8-b8489f9d8a8b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:53.013331 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49564) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:53.064087 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d03655e2-4819-4ef3-8ae9-9972b4512d64 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5d716a28995942e788205c1ad1e83bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494256 Oct 14 13:06:53.066885 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49566) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:53.105594 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:06:53.126576 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:06:53.127164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 5974c9e5-7b5e-4f03-aaed-db90e7d7a18e not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:06:53.134990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff560fb4-5f10-401e-809b-6537e91bd267 admin admin] Publish callbacks [] for security_group (20aa16c0-8d1a-47aa-a93e-c2e3248a92b1), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:53.155887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff560fb4-5f10-401e-809b-6537e91bd267 admin admin] Publish callbacks [] for security_group (20aa16c0-8d1a-47aa-a93e-c2e3248a92b1), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:53.164697 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:53.211223 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff560fb4-5f10-401e-809b-6537e91bd267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (20aa16c0-8d1a-47aa-a93e-c2e3248a92b1), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:53.213974 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff560fb4-5f10-401e-809b-6537e91bd267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:53.215135 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ff560fb4-5f10-401e-809b-6537e91bd267 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/20aa16c0-8d1a-47aa-a93e-c2e3248a92b1 HTTP/1.1" status: 204 len: 168 time: 0.1468575 Oct 14 13:06:53.227216 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff560fb4-5f10-401e-809b-6537e91bd267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aa16c0-8d1a-47aa-a93e-c2e3248a92b1,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:53.657215 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-3f839345-ff6b-4b3f-a594-43867cf5a157 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:53.658880 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-3f839345-ff6b-4b3f-a594-43867cf5a157 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/networks?id=4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 200 len: 808 time: 0.1131382 Oct 14 13:06:53.678954 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-f628eb3d-387c-4d65-bbaf-a1813c7f8b59 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/quotas/ced93fb9d5dd4cbda0272ba5477b39c9 HTTP/1.1" status: 200 len: 375 time: 0.0143909 Oct 14 13:06:53.717903 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-789a0b57-ad0a-4039-9724-e7b20e6e99d1 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327861 Oct 14 13:06:53.750171 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bdfef721-2a21-488a-801a-825e27142f74 req-a98a5867-1dfe-4eb2-aae7-343379b1308e tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3a883e2c-b1b9-4cf7-9fa1-ae420e88ac3f HTTP/1.1" status: 200 len: 210 time: 0.0370889 Oct 14 13:06:53.780999 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:53.828896 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-3800897d-5b96-4977-aa3d-ac5c348c51b7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042757 Oct 14 13:06:53.966179 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-04c01bac-65a3-4027-8c8d-0a26d0d28d9d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288717 Oct 14 13:06:54.173232 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cb61bc44-b3b5-4060-9e39-b67ffc95c2bd req-950d2617-9aa6-45f2-b324-c7ac5de0b8f6 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Oct 14 13:06:55.040869 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49694) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:55.098526 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-710501b2-412c-488b-b3a6-20a447e87f75 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group (d84bb2f3-ea40-4d45-a66a-64b510e320de), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:55.123451 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-710501b2-412c-488b-b3a6-20a447e87f75 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group (d84bb2f3-ea40-4d45-a66a-64b510e320de), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:55.134263 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:55.186223 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-710501b2-412c-488b-b3a6-20a447e87f75 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (d84bb2f3-ea40-4d45-a66a-64b510e320de), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:55.188984 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-710501b2-412c-488b-b3a6-20a447e87f75 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:55.190068 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-710501b2-412c-488b-b3a6-20a447e87f75 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d84bb2f3-ea40-4d45-a66a-64b510e320de HTTP/1.1" status: 204 len: 168 time: 0.1489508 Oct 14 13:06:55.200011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710501b2-412c-488b-b3a6-20a447e87f75 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84bb2f3-ea40-4d45-a66a-64b510e320de,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:55.279601 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49700) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:55.330030 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39ed1a87-2d48-4ed2-a605-2879cadb0c6f req-7a87469f-cf49-4d55-beeb-87b146fa9eab tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 210 time: 0.0521209 Oct 14 13:06:55.488839 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-1918ec5d-7906-4d96-932f-2d0da7fd58e8 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:55.492283 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-1918ec5d-7906-4d96-932f-2d0da7fd58e8 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 200 len: 808 time: 0.1758699 Oct 14 13:06:55.506424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Request body: {'port': {'device_id': 'd015c622-b092-4144-a58e-602bb12e37b4', 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8', 'admin_state_up': True, 'tenant_id': 'ced93fb9d5dd4cbda0272ba5477b39c9'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:55.621033 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:55.751614 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Made reservation on behalf of ced93fb9d5dd4cbda0272ba5477b39c9 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:06:55.755964 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.227296 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Allocated IP 172.20.0.14 (4b48ab87-d6cc-4767-87d8-461a19c349f8/cf0b0039-51a2-444a-886a-0df028500a7f/ccdfe78c-36a5-4ffb-8518-874e6fcc778e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:06:56.302725 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (829d7930-9977-45e6-9ea0-0503ae3c2bc7), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.476786 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ce215a8-5f65-4321-8414-f83270dd4efb req-ddb197c0-51da-4b20-8119-585afa4d797e tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 210 time: 0.0505617 Oct 14 13:06:56.485636 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:56.564881 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:56.574879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks [] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.667473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.715118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Deleting port 7859d2a8-a214-4970-b0ca-1c96296f6e3f {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:56.715470 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.734402 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Network 4b48ab87-d6cc-4767-87d8-461a19c349f8 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:06:56.767041 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:06:56.773807 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:06:56.797338 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Pushing event updated for resources: {'Port': ['ID=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:56.837046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:56.837697 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.868508 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] For port 7859d2a8-a214-4970-b0ca-1c96296f6e3f, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=7859d2a8-a214-4970-b0ca-1c96296f6e3f,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:56.868891 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:56.873829 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-aed03c92-4da2-40d6-b409-949a6696651c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3735900 Oct 14 13:06:56.888501 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Request body: {'port': {'device_id': 'd015c622-b092-4144-a58e-602bb12e37b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:06:56.892131 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Calling delete_port for 7859d2a8-a214-4970-b0ca-1c96296f6e3f owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:56.994637 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.233064 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49746) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:57.266654 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:57.275609 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:57.300035 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (7859d2a8-a214-4970-b0ca-1c96296f6e3f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.339263 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Pushing event deleted for resources: {'Port': ['ID=7859d2a8-a214-4970-b0ca-1c96296f6e3f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:57.343955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e66dfbbf-4fd2-4192-bb38-e2432cd61694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.430875 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e66dfbbf-4fd2-4192-bb38-e2432cd61694 admin admin] Publish callbacks [] for security_group (f75b5d05-a9bb-44c2-811f-202685fe03a1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.436625 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e66dfbbf-4fd2-4192-bb38-e2432cd61694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (f75b5d05-a9bb-44c2-811f-202685fe03a1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.441387 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdfe78c-36a5-4ffb-8518-874e6fcc778e {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:06:57.453330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Publish callbacks [] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.484802 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e66dfbbf-4fd2-4192-bb38-e2432cd61694 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0ba86ed36e2e465280a066f71204d823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481625 Oct 14 13:06:57.484802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dfbbf-4fd2-4192-bb38-e2432cd61694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b5d05-a9bb-44c2-811f-202685fe03a1,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:57.486385 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49750) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:57.506200 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Transition to ACTIVE for port object ccdfe78c-36a5-4ffb-8518-874e6fcc778e will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:06:57.515768 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.549146 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2f12-9c26-44bd-b1b5-a7aa462c3d25 admin admin] Publish callbacks [] for security_group (f75b5d05-a9bb-44c2-811f-202685fe03a1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.604939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2f12-9c26-44bd-b1b5-a7aa462c3d25 admin admin] Publish callbacks [] for security_group (f75b5d05-a9bb-44c2-811f-202685fe03a1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.625264 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:57.634148 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c96627-2baf-4fa3-8833-00a2c5d9c8cc req-b051577e-d09c-4d42-acd5-fe0c765a5572 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:57.635627 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-95c96627-2baf-4fa3-8833-00a2c5d9c8cc req-b051577e-d09c-4d42-acd5-fe0c765a5572 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 944 time: 0.0731959 Oct 14 13:06:57.644350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (829d7930-9977-45e6-9ea0-0503ae3c2bc7), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.683838 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb2b8f-5765-4286-b66c-436746636d5e None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:06:57.698864 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-95c96627-2baf-4fa3-8833-00a2c5d9c8cc req-6b7abbdc-2f60-42a3-a4b4-d8f9e2068ffb tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Oct 14 13:06:57.720724 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2f12-9c26-44bd-b1b5-a7aa462c3d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (f75b5d05-a9bb-44c2-811f-202685fe03a1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.722225 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Attempting to bind port ccdfe78c-36a5-4ffb-8518-874e6fcc778e on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:06:57.722578 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Attempting to bind port ccdfe78c-36a5-4ffb-8518-874e6fcc778e by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:06:57.723105 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Attempting to bind port ccdfe78c-36a5-4ffb-8518-874e6fcc778e on network 4b48ab87-d6cc-4767-87d8-461a19c349f8 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:57.726024 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6d6a2f12-9c26-44bd-b1b5-a7aa462c3d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:57.727421 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6d6a2f12-9c26-44bd-b1b5-a7aa462c3d25 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f75b5d05-a9bb-44c2-811f-202685fe03a1 HTTP/1.1" status: 204 len: 168 time: 0.2402842 Oct 14 13:06:57.748771 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a2f12-9c26-44bd-b1b5-a7aa462c3d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b5d05-a9bb-44c2-811f-202685fe03a1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:57.823396 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Port ccdfe78c-36a5-4ffb-8518-874e6fcc778e on network 4b48ab87-d6cc-4767-87d8-461a19c349f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:06:57.823990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Attempting to bind port ccdfe78c-36a5-4ffb-8518-874e6fcc778e on network 4b48ab87-d6cc-4767-87d8-461a19c349f8 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:06:57.841725 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb2b8f-5765-4286-b66c-436746636d5e None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:06:57.916579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:06:57.917192 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Checking segment: {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:06:57.917615 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Bound using segment: {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:06:57.918067 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Bound port: ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:06:57.918426 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.012112 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:06:58.032132 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] For port ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:06:58.036058 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] For port ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:06:58.066789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49760) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:58.073554 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:58.077515 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:58.080678 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.089267 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b84e103e-70a5-4e04-87da-e6e1e11c24a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.094048 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:58.094220 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.096169 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ccdfe78c-36a5-4ffb-8518-874e6fcc778e HTTP/1.1" status: 200 len: 1094 time: 1.2144990 Oct 14 13:06:58.096684 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd015c622-b092-4144-a58e-602bb12e37b4', 'tag': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:06:58.099555 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789aa262-0a34-41f4-890f-d1da9bd1756c" -d '{"events": [{"name": "network-changed", "server_uuid": "d015c622-b092-4144-a58e-602bb12e37b4", "tag": "ccdfe78c-36a5-4ffb-8518-874e6fcc778e"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:06:58.240573 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b84e103e-70a5-4e04-87da-e6e1e11c24a9 admin admin] Publish callbacks [] for security_group (c2fd3965-d044-4b48-9ea2-d4e272fea33a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.247976 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b84e103e-70a5-4e04-87da-e6e1e11c24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c2fd3965-d044-4b48-9ea2-d4e272fea33a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.292232 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e103e-70a5-4e04-87da-e6e1e11c24a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd3965-d044-4b48-9ea2-d4e272fea33a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:58.310347 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840599d9-6248-4a33-80a3-89b35fc34799 x-openstack-request-id: req-840599d9-6248-4a33-80a3-89b35fc34799 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:06:58.310347 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d015c622-b092-4144-a58e-602bb12e37b4", "tag": "ccdfe78c-36a5-4ffb-8518-874e6fcc778e", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:06:58.310347 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-840599d9-6248-4a33-80a3-89b35fc34799 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:06:58.310672 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840599d9-6248-4a33-80a3-89b35fc34799'] response: {'name': 'network-changed', 'server_uuid': 'd015c622-b092-4144-a58e-602bb12e37b4', 'tag': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e', 'status': 'completed', 'code': 200} Oct 14 13:06:58.326447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-ff89a926-a4fc-43e0-aaee-e4283b2c680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:58.327938 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-ff89a926-a4fc-43e0-aaee-e4283b2c680b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 1128 time: 0.1027656 Oct 14 13:06:58.362149 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b84e103e-70a5-4e04-87da-e6e1e11c24a9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=031d097d79a7489b897bef1e3c541e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916386 Oct 14 13:06:58.364031 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49776) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:58.375972 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-692babef-c16e-4f90-9527-0192f61f7570 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e HTTP/1.1" status: 200 len: 217 time: 0.0378444 Oct 14 13:06:58.392518 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d7582-d884-42fe-8f49-4679da7db575 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:58.416786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=5,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:58.430501 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:06:58.436464 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:58.440433 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-cadab286-5cbf-4a24-982a-24c8e248167f admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/829d7930-9977-45e6-9ea0-0503ae3c2bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1591063 Oct 14 13:06:58.441141 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49778) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:58.447716 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] Sync routers for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:06:58.463401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61682a25-d964-444c-9e8c-460b318f557b req-708e143e-3959-4f83-aee9-b2c31ee68cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:58.465030 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-708e143e-3959-4f83-aee9-b2c31ee68cd1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=cf0b0039-51a2-444a-886a-0df028500a7f HTTP/1.1" status: 200 len: 848 time: 0.0798273 Oct 14 13:06:58.467051 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:58.467781 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:58.516452 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-71b54a75-f403-4bdf-ac6f-230f470f1564 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4b48ab87-d6cc-4767-87d8-461a19c349f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437350 Oct 14 13:06:58.521591 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-711ddfa6-9400-4aba-917e-775652398d3e admin admin] Publish callbacks [] for security_group (c2fd3965-d044-4b48-9ea2-d4e272fea33a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.603926 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-711ddfa6-9400-4aba-917e-775652398d3e admin admin] Publish callbacks [] for security_group (c2fd3965-d044-4b48-9ea2-d4e272fea33a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.626386 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:58.634472 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-f443268e-8d93-41e0-961a-27b4a4846cfa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113753 Oct 14 13:06:58.681059 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks [] for router (829d7930-9977-45e6-9ea0-0503ae3c2bc7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.792902 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-711ddfa6-9400-4aba-917e-775652398d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c2fd3965-d044-4b48-9ea2-d4e272fea33a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.795630 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-711ddfa6-9400-4aba-917e-775652398d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.796945 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-711ddfa6-9400-4aba-917e-775652398d3e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c2fd3965-d044-4b48-9ea2-d4e272fea33a HTTP/1.1" status: 204 len: 168 time: 0.4318974 Oct 14 13:06:58.809839 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ddfa6-9400-4aba-917e-775652398d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd3965-d044-4b48-9ea2-d4e272fea33a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:58.812289 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-61682a25-d964-444c-9e8c-460b318f557b req-b31e823b-6d64-4757-b139-9ee1f75bbd82 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721220 Oct 14 13:06:58.844159 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks [] for router_gateway (829d7930-9977-45e6-9ea0-0503ae3c2bc7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:58.946429 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d9844-df12-44cd-b92d-65e00dac2262 req-3e0cf966-769c-4c2f-94ce-90e012f61f1f tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:58.948036 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-896d9844-df12-44cd-b92d-65e00dac2262 req-3e0cf966-769c-4c2f-94ce-90e012f61f1f tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 944 time: 0.0858107 Oct 14 13:06:58.966710 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Deleting port f4a3bda7-6619-48df-82d2-f875862df570 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:06:58.966977 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (f4a3bda7-6619-48df-82d2-f875862df570), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.006399 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2c6429e6-fe75-44f9-aa80-18b9c969b79c None None] Provisioning complete for port f5e4033b-34dc-497a-84cd-698308a890f3 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:06:59.007558 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2c6429e6-fe75-44f9-aa80-18b9c969b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.008291 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2c6429e6-fe75-44f9-aa80-18b9c969b79c None None] Attempt 1 to provision port f5e4033b-34dc-497a-84cd-698308a890f3 Oct 14 13:06:59.043495 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:59.065860 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-896d9844-df12-44cd-b92d-65e00dac2262 req-c3f2e663-45ac-4e66-9481-0d76ddc6a51c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098421 Oct 14 13:06:59.109796 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] For port f4a3bda7-6619-48df-82d2-f875862df570, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f4a3bda7-6619-48df-82d2-f875862df570,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:06:59.111402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (f4a3bda7-6619-48df-82d2-f875862df570), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.130010 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Calling delete_port for f4a3bda7-6619-48df-82d2-f875862df570 owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:06:59.133203 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2c6429e6-fe75-44f9-aa80-18b9c969b79c None None] Current status of the port f5e4033b-34dc-497a-84cd-698308a890f3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:06:59.149358 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:06:57Z', 'revision_number': 5, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port': {'id': 'f4a3bda7-6619-48df-82d2-f875862df570', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:38Z', 'updated_at': '2022-10-14T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:59.182642 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] Checking router: 829d7930-9977-45e6-9ea0-0503ae3c2bc7 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:06:59.195325 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] Routers {'829d7930-9977-45e6-9ea0-0503ae3c2bc7'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:06:59.196305 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:06:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:59.304770 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] Set router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:06:59.329649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (f4a3bda7-6619-48df-82d2-f875862df570), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.349350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49808) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:59.366272 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a3bda7-6619-48df-82d2-f875862df570,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:59.373969 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:06:58Z', 'revision_number': 6, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:06:59.405573 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa83d8-4c00-45c9-9a1e-05826501dd93 None None] The sync data for ids ['829d7930-9977-45e6-9ea0-0503ae3c2bc7'] in dv-cinder-820994-7-iscsi is: [{'id': '829d7930-9977-45e6-9ea0-0503ae3c2bc7', 'name': 'tempest-TestShelveInstance-1610440773-router', 'tenant_id': '97fa795966724ea89be8ac20675b589b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:37Z', 'updated_at': '2022-10-14T13:06:58Z', 'revision_number': 6, 'project_id': '97fa795966724ea89be8ac20675b589b', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:06:59.435752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (829d7930-9977-45e6-9ea0-0503ae3c2bc7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.468592 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:59.514525 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f7888be8-6444-4082-aaaf-aa7ef78b8990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.541907 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (829d7930-9977-45e6-9ea0-0503ae3c2bc7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.544209 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks [] for router_controller (829d7930-9977-45e6-9ea0-0503ae3c2bc7), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.581241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-0047ae97-d30e-4555-bd48-507267bf777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:59.583977 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-0047ae97-d30e-4555-bd48-507267bf777e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 1128 time: 0.0663371 Oct 14 13:06:59.597156 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (829d7930-9977-45e6-9ea0-0503ae3c2bc7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.597811 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829d7930-9977-45e6-9ea0-0503ae3c2bc7 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:06:59.603665 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.605032 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ac4af5ed-e246-4df4-aa9d-4bc9468f41e5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/829d7930-9977-45e6-9ea0-0503ae3c2bc7 HTTP/1.1" status: 204 len: 168 time: 1.1623969 Oct 14 13:06:59.607419 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49818) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:59.644074 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:06:59.667868 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Deleting subnet 21386dff-5306-464b-ae3c-efe092fc1b29 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:06:59.671678 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Publish callbacks [] for subnet (21386dff-5306-464b-ae3c-efe092fc1b29), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.713598 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925636'] for subnet (21386dff-5306-464b-ae3c-efe092fc1b29), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.816824 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (21386dff-5306-464b-ae3c-efe092fc1b29), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.878786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3004550'] for subnet (21386dff-5306-464b-ae3c-efe092fc1b29), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.909092 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21386dff-5306-464b-ae3c-efe092fc1b29,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:06:59.912972 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:06:59.916668 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b6ae36fc-986e-461c-9fb8-47acee2e6c29 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/21386dff-5306-464b-ae3c-efe092fc1b29 HTTP/1.1" status: 204 len: 168 time: 0.3074458 Oct 14 13:06:59.919345 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49828) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:06:59.920276 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c8e95-b85b-48d5-8103-2599008088a3 None None] Network fb13320f-34c8-4071-976b-aea523399720 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:06:59.972870 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-4e7268c0-600d-4175-b0d2-18a096e937e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:06:59.974874 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-4e7268c0-600d-4175-b0d2-18a096e937e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 200 len: 909 time: 0.3851073 Oct 14 13:07:00.062917 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d04204bf-758b-40e1-a566-fb3033fd641d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.085367 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-d179dba1-7b9b-49a6-802f-3451a4ee291f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e HTTP/1.1" status: 200 len: 217 time: 0.0570381 Oct 14 13:07:00.100146 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:00.116967 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (fb13320f-34c8-4071-976b-aea523399720), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.173947 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f7888be8-6444-4082-aaaf-aa7ef78b8990 admin admin] Publish callbacks [] for security_group (61a88611-8be7-4fee-b452-6364591b40aa), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.187681 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f7888be8-6444-4082-aaaf-aa7ef78b8990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (61a88611-8be7-4fee-b452-6364591b40aa), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.207066 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] DHCP port deletion for fb13320f-34c8-4071-976b-aea523399720 request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:07:00.256736 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4aa37-8fa2-4934-b3a5-a9f860f7b735 req-d0f74567-bb93-4b7d-8b36-3bc1a1466b16 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:00.259020 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cdc4aa37-8fa2-4934-b3a5-a9f860f7b735 req-d0f74567-bb93-4b7d-8b36-3bc1a1466b16 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 944 time: 0.0760272 Oct 14 13:07:00.271489 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7859d2a8-a214-4970-b0ca-1c96296f6e3f no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:00.310377 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 7859d2a8-a214-4970-b0ca-1c96296f6e3f {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:00.310789 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 7859d2a8-a214-4970-b0ca-1c96296f6e3f not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:00.311804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f4a3bda7-6619-48df-82d2-f875862df570 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:00.335911 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Deleting port f5e4033b-34dc-497a-84cd-698308a890f3 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:00.336261 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.337421 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] Deleting port f5e4033b-34dc-497a-84cd-698308a890f3 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:00.337920 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.341352 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: f4a3bda7-6619-48df-82d2-f875862df570 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:00.341745 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f4a3bda7-6619-48df-82d2-f875862df570 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:00.357017 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7888be8-6444-4082-aaaf-aa7ef78b8990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a88611-8be7-4fee-b452-6364591b40aa,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:00.395677 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cdc4aa37-8fa2-4934-b3a5-a9f860f7b735 req-4ee93a52-0aa0-47df-84d5-03d51c9d64a2 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071444 Oct 14 13:07:00.401385 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f7888be8-6444-4082-aaaf-aa7ef78b8990 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f3d1019d3400428d9e3ea15b6b602ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0504920 Oct 14 13:07:00.401726 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49842) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:00.431208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] For port f5e4033b-34dc-497a-84cd-698308a890f3, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f5e4033b-34dc-497a-84cd-698308a890f3,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:00.431616 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.453246 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] Calling delete_port for f5e4033b-34dc-497a-84cd-698308a890f3 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:00.464291 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:00.482670 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-4f891f19-310c-45d1-b954-fb3a14566e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:00.485174 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-4f891f19-310c-45d1-b954-fb3a14566e98 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=cf0b0039-51a2-444a-886a-0df028500a7f HTTP/1.1" status: 200 len: 848 time: 0.2249913 Oct 14 13:07:00.506150 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] For port f5e4033b-34dc-497a-84cd-698308a890f3, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=f5e4033b-34dc-497a-84cd-698308a890f3,segment=NetworkSegment(0881f915-da2d-4142-8822-a321b1abcdeb),segment_id=0881f915-da2d-4142-8822-a321b1abcdeb)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:00.506580 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.507499 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aa79-8906-49d6-be0d-31a78e1051d4 admin admin] Publish callbacks [] for security_group (61a88611-8be7-4fee-b452-6364591b40aa), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.524262 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Calling delete_port for f5e4033b-34dc-497a-84cd-698308a890f3 owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:00.540541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aa79-8906-49d6-be0d-31a78e1051d4 admin admin] Publish callbacks [] for security_group (61a88611-8be7-4fee-b452-6364591b40aa), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.541392 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:00.568483 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.613844 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] Pushing event deleted for resources: {'Port': ['ID=f5e4033b-34dc-497a-84cd-698308a890f3,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:00.620509 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af232e2-d5a0-47d7-90a4-ab7971d919a2 None None] No DVR routers for this DVR port f5e4033b-34dc-497a-84cd-698308a890f3 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:07:00.639458 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-7111bbab-059d-4843-809d-5c0cf5868918 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4b48ab87-d6cc-4767-87d8-461a19c349f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481477 Oct 14 13:07:00.641274 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aa79-8906-49d6-be0d-31a78e1051d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (61a88611-8be7-4fee-b452-6364591b40aa), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.644136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d2e7aa79-8906-49d6-be0d-31a78e1051d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.645326 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d2e7aa79-8906-49d6-be0d-31a78e1051d4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/61a88611-8be7-4fee-b452-6364591b40aa HTTP/1.1" status: 204 len: 168 time: 0.2424235 Oct 14 13:07:00.670172 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7aa79-8906-49d6-be0d-31a78e1051d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a88611-8be7-4fee-b452-6364591b40aa,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:00.752410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (f5e4033b-34dc-497a-84cd-698308a890f3), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.769826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] No DVR routers for this DVR port f5e4033b-34dc-497a-84cd-698308a890f3 on host dv-cinder-820994-7-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:07:00.843466 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e4033b-34dc-497a-84cd-698308a890f3,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:00.861378 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-cbeb0735-ac17-4c4e-a1a2-34b36883d150 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152791 Oct 14 13:07:00.926169 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (fb13320f-34c8-4071-976b-aea523399720), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:00.983170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb13320f-34c8-4071-976b-aea523399720']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:01.000053 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0881f915-da2d-4142-8822-a321b1abcdeb') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:01.000350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0881f915-da2d-4142-8822-a321b1abcdeb') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:01.018999 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (0881f915-da2d-4142-8822-a321b1abcdeb), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.044849 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-789aa262-0a34-41f4-890f-d1da9bd1756c req-700d11d1-5196-452c-9a31-a9de0497376f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495173 Oct 14 13:07:01.045803 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (0881f915-da2d-4142-8822-a321b1abcdeb), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.065229 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:07:01.065676 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (0881f915-da2d-4142-8822-a321b1abcdeb), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.102294 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49864) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:01.119529 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71951af2-79f6-4d6d-9513-e6200b91662b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.126261 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 0881f915-da2d-4142-8822-a321b1abcdeb resource provider aggregate not found Oct 14 13:07:01.150256 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 0881f915-da2d-4142-8822-a321b1abcdeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0881f915-da2d-4142-8822-a321b1abcdeb found for delete ", "request_id": "req-b3547fa3-0822-4b24-baf5-c12ef7beee6e"}]} Oct 14 13:07:01.181868 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (fb13320f-34c8-4071-976b-aea523399720), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.191951 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.197982 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/fb13320f-34c8-4071-976b-aea523399720 HTTP/1.1" status: 204 len: 168 time: 1.2720866 Oct 14 13:07:01.210354 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49874) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:01.222500 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63929-8c4c-48a2-b868-8f4972460fba admin admin] Pushing event deleted for resources: {'Network': ['ID=fb13320f-34c8-4071-976b-aea523399720,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:01.269525 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71951af2-79f6-4d6d-9513-e6200b91662b admin admin] Publish callbacks [] for security_group (c22a6b55-b526-4672-b253-ce3dc6c8e40f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.287713 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71951af2-79f6-4d6d-9513-e6200b91662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c22a6b55-b526-4672-b253-ce3dc6c8e40f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.340237 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-71951af2-79f6-4d6d-9513-e6200b91662b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0e130fe3aa9d40aaa4bae4771a46e3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365112 Oct 14 13:07:01.343429 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49880) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:01.349810 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71951af2-79f6-4d6d-9513-e6200b91662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22a6b55-b526-4672-b253-ce3dc6c8e40f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:01.355708 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:01.403919 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa0f161c-5416-47dd-81c4-aa153e56e3f4 admin admin] Publish callbacks [] for security_group (c22a6b55-b526-4672-b253-ce3dc6c8e40f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.425990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa0f161c-5416-47dd-81c4-aa153e56e3f4 admin admin] Publish callbacks [] for security_group (c22a6b55-b526-4672-b253-ce3dc6c8e40f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.435018 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41597c-2c08-4e82-b071-9d380ff1849a req-7a065142-72c0-44e8-90aa-e67db0c5cfe4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:01.437102 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2c41597c-2c08-4e82-b071-9d380ff1849a req-7a065142-72c0-44e8-90aa-e67db0c5cfe4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0917711 Oct 14 13:07:01.465953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:01.509245 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa0f161c-5416-47dd-81c4-aa153e56e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (c22a6b55-b526-4672-b253-ce3dc6c8e40f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.512040 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa0f161c-5416-47dd-81c4-aa153e56e3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.515639 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-aa0f161c-5416-47dd-81c4-aa153e56e3f4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c22a6b55-b526-4672-b253-ce3dc6c8e40f HTTP/1.1" status: 204 len: 168 time: 0.1686053 Oct 14 13:07:01.550688 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2c41597c-2c08-4e82-b071-9d380ff1849a req-1ed0b0bb-de61-466d-9e31-c27b5adb0f6c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080062 Oct 14 13:07:01.571800 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f161c-5416-47dd-81c4-aa153e56e3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22a6b55-b526-4672-b253-ce3dc6c8e40f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:01.583993 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a114-0cfb-4f33-a109-f9c53a033333 req-9f374792-c1a9-4f65-bcee-3d21ab3ddcca tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:01.585550 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f29a114-0cfb-4f33-a109-f9c53a033333 req-9f374792-c1a9-4f65-bcee-3d21ab3ddcca tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 944 time: 0.0877125 Oct 14 13:07:01.586255 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49886) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:01.616219 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:01.730121 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f29a114-0cfb-4f33-a109-f9c53a033333 req-ca1add78-2001-4dc9-919a-c4c0804bf045 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266534 Oct 14 13:07:01.826442 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (b64b9180-78a9-46ad-8323-07d0c0961b30), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:01.969588 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c5da3-ce90-4539-9e55-84540c579041 tempest-TestMinimumBasicScenario-163237095 tempest-TestMinimumBasicScenario-163237095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:01.971123 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5a4c5da3-ce90-4539-9e55-84540c579041 tempest-TestMinimumBasicScenario-163237095 tempest-TestMinimumBasicScenario-163237095-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1124 time: 0.3839421 Oct 14 13:07:01.974543 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49900) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:01.979401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'port_id': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:02.007512 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.077028 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Deleting port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:02.077792 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.090734 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:02.111838 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.167446 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] For port 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:02.167872 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.187977 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c531b1e2-ff3b-43fa-b9bf-50cff6b3bd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.190774 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Calling delete_port for 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:02.210438 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f5e4033b-34dc-497a-84cd-698308a890f3 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:02.231669 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: f5e4033b-34dc-497a-84cd-698308a890f3 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:02.232011 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device f5e4033b-34dc-497a-84cd-698308a890f3 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:02.236725 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Allocated IP 172.27.3.19 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/86c9831d-937a-4510-99f3-5e9222f3e20e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:07:02.358869 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.392855 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.410968 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (2cf3c3fe-a9c9-4fbc-81eb-df544c44b237), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.435141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:07:02.437456 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf3c3fe-a9c9-4fbc-81eb-df544c44b237,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:02.441083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:07:02.443901 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:07:02.476299 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'Port': ['ID=86c9831d-937a-4510-99f3-5e9222f3e20e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:02.483343 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:02.621210 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (b64b9180-78a9-46ad-8323-07d0c0961b30), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:02.631115 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:02.698971 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5308c4c-1897-4dd2-9f34-55bf9d36f1ab None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:07:02.725370 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:02.835268 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5308c4c-1897-4dd2-9f34-55bf9d36f1ab None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:07:02.924738 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for floatingip (14cb5151-094f-48ec-88d8-a02f169311a4), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.065432 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.134596 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ccdfe78c-36a5-4ffb-8518-874e6fcc778e details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:07:03.149252 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:03.293815 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:03.308822 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e', 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8', 'port_id': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e', 'mac_address': 'fa:16:3e:e8:3b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0b0039-51a2-444a-886a-0df028500a7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:07:03.310803 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.312668 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:03.319375 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.329028 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54019a09-8827-45b1-bc37-3a92e8504da7 req-0913901b-699c-402b-a1c5-bf6d2ab6f662 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:03.330702 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-54019a09-8827-45b1-bc37-3a92e8504da7 req-0913901b-699c-402b-a1c5-bf6d2ab6f662 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 944 time: 0.4740572 Oct 14 13:07:03.361994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port ccdfe78c-36a5-4ffb-8518-874e6fcc778e is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:07:03.362385 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.372851 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Router b64b9180-78a9-46ad-8323-07d0c0961b30 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:07:03.379308 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdfe78c-36a5-4ffb-8518-874e6fcc778e {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:07:03.407492 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:03.414432 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.420773 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-54019a09-8827-45b1-bc37-3a92e8504da7 req-87cbdd16-b8f6-4e97-aafd-123e0c2364b5 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814531 Oct 14 13:07:03.426626 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (14cb5151-094f-48ec-88d8-a02f169311a4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.484189 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'Port': ['ID=86c9831d-937a-4510-99f3-5e9222f3e20e,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:03.531318 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:03.554546 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Floating IP 14cb5151-094f-48ec-88d8-a02f169311a4 associated. External IP: 172.27.3.19, port: 4bcf9a4a-8080-4b16-96b8-764c513ef541. Oct 14 13:07:03.556877 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:07:03.561928 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.568746 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3db28d84-b431-42c8-beb3-e94f311f85a3 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b64b9180-78a9-46ad-8323-07d0c0961b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3545902 Oct 14 13:07:03.568920 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] Sync routers for ids ['b64b9180-78a9-46ad-8323-07d0c0961b30'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:07:03.569316 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49930) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:03.583582 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] Routers {'b64b9180-78a9-46ad-8323-07d0c0961b30'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:07:03.584343 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:07:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b64b9180-78a9-46ad-8323-07d0c0961b30'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:03.631927 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['ccdfe78c-36a5-4ffb-8518-874e6fcc778e'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:07:03.706751 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks [] for router (b64b9180-78a9-46ad-8323-07d0c0961b30), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.753703 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] Set router b64b9180-78a9-46ad-8323-07d0c0961b30 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:07:03.786057 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Router b160a4a6-0a06-441b-bdee-bc9a33879496 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:07:03.820073 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:03.832476 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks [] for router_gateway (b64b9180-78a9-46ad-8323-07d0c0961b30), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.879586 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Deleting port 6eabedb1-a480-41c1-b092-8d8f5ef0086a {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:03.880626 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.907057 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:07:03.916864 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] Sync routers for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:07:03.927610 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:07:03.928540 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:07:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:03.932411 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-8f20f14c-f7ff-4867-bd94-07cfeb687bf4 None None] Provisioning complete for port 51f12165-3b99-44d2-b3f0-76b89adcfc44 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:07:03.932791 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8f20f14c-f7ff-4867-bd94-07cfeb687bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.933258 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-8f20f14c-f7ff-4867-bd94-07cfeb687bf4 None None] Attempt 1 to provision port 51f12165-3b99-44d2-b3f0-76b89adcfc44 Oct 14 13:07:03.938365 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:03.948866 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:04.002521 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] For port 6eabedb1-a480-41c1-b092-8d8f5ef0086a, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=6eabedb1-a480-41c1-b092-8d8f5ef0086a,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:04.003136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.012564 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f48cf46f-0034-4579-addc-b8394fcccc0f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0343044 Oct 14 13:07:04.012564 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:04.015610 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49932) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:04.017441 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f" -d '{"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:04.028096 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354648957', 'description': 'tempest-secgroup-smoke-1354648957 description', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:04.035145 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Calling delete_port for 6eabedb1-a480-41c1-b092-8d8f5ef0086a owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:04.044970 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:07:04.078182 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfcbad8-8cf9-430c-a94e-d5dd1d04556c x-openstack-request-id: req-1cfcbad8-8cf9-430c-a94e-d5dd1d04556c {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:04.079310 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:04.079310 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1cfcbad8-8cf9-430c-a94e-d5dd1d04556c {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:04.079737 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfcbad8-8cf9-430c-a94e-d5dd1d04556c'] response: {'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'status': 'completed', 'code': 200} Oct 14 13:07:04.126295 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.181587 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:04.184155 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-94a92a85-1f3f-4469-9ed2-83c68870a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:04.188421 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-94a92a85-1f3f-4469-9ed2-83c68870a9b7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1129 time: 0.0908198 Oct 14 13:07:04.248030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group (0bdcc557-14cd-4de6-b422-2ca94b79a230), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.248030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:04.260421 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0bdcc557-14cd-4de6-b422-2ca94b79a230), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.297074 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:04.331538 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:07:02Z', 'revision_number': 5, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port': {'id': '6eabedb1-a480-41c1-b092-8d8f5ef0086a', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:01:47Z', 'updated_at': '2022-10-14T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:04.333403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-8f20f14c-f7ff-4867-bd94-07cfeb687bf4 None None] Current status of the port 51f12165-3b99-44d2-b3f0-76b89adcfc44 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:07:04.341087 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '14cb5151-094f-48ec-88d8-a02f169311a4', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'port_id': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'mac_address': 'fa:16:3e:5a:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:07:02Z', 'updated_at': '2022-10-14T13:07:02Z', 'revision_number': 0, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:04.363854 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-3bb79ac2-f399-4b9c-a263-ceaa66b5eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:04.367250 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-3bb79ac2-f399-4b9c-a263-ceaa66b5eb80 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 915 time: 0.1717439 Oct 14 13:07:04.377127 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] Checking router: b64b9180-78a9-46ad-8323-07d0c0961b30 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:07:04.406135 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.410087 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3906889 Oct 14 13:07:04.412050 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49942) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:04.419092 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] Routers {'b64b9180-78a9-46ad-8323-07d0c0961b30'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:07:04.424287 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group_rule': {'security_group_id': '0bdcc557-14cd-4de6-b422-2ca94b79a230', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:04.426606 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] Checking router: b160a4a6-0a06-441b-bdee-bc9a33879496 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:07:04.430144 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:07:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b64b9180-78a9-46ad-8323-07d0c0961b30'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:04.444216 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a851a-fa52-4330-a9f5-8727ee8a0fca tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdcc557-14cd-4de6-b422-2ca94b79a230,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:04.467982 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:07:04.468147 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:07:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:04.479297 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-f5db8fef-deb1-40a5-813d-bcf9821c758a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 998 time: 0.1057558 Oct 14 13:07:04.480558 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:04.538164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:04.553524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-3168e8aa-a722-4b0a-9deb-bf8830763aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:04.553524 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-3168e8aa-a722-4b0a-9deb-bf8830763aea service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0655491 Oct 14 13:07:04.576903 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (c5f84057-d4ef-462d-b603-de8c6397c019), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.599747 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] Set router b64b9180-78a9-46ad-8323-07d0c0961b30 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:07:04.651214 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-6e989c62-d536-428b-91ed-420aba16dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:04.652891 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-6e989c62-d536-428b-91ed-420aba16dc2f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926135 Oct 14 13:07:04.701691 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:07:04.712633 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:07:03Z', 'revision_number': 6, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:04.723188 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a117a5-2131-4e37-be33-edeeb5621888 req-f940ae07-2c91-4d8e-9cca-1ad6f7bcb69f tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:04.732222 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-51a117a5-2131-4e37-be33-edeeb5621888 req-f940ae07-2c91-4d8e-9cca-1ad6f7bcb69f tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 945 time: 0.1111224 Oct 14 13:07:04.750766 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873135cf-fc4a-4549-910f-56eef6ad0c1a None None] The sync data for ids ['b64b9180-78a9-46ad-8323-07d0c0961b30'] in dv-cinder-820994-7-iscsi is: [{'id': 'b64b9180-78a9-46ad-8323-07d0c0961b30', 'name': 'tempest-TestShelveInstance-273186330-router', 'tenant_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:01:46Z', 'updated_at': '2022-10-14T13:07:03Z', 'revision_number': 6, 'project_id': 'f9c17763aab14c4cbdaef31e929da0a4', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:07:04.782341 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (6eabedb1-a480-41c1-b092-8d8f5ef0086a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.844370 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-19fea908-6294-462e-b088-e7eaee4df635 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849382 Oct 14 13:07:04.854036 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (c5f84057-d4ef-462d-b603-de8c6397c019), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.855072 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eabedb1-a480-41c1-b092-8d8f5ef0086a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:04.887425 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (c5f84057-d4ef-462d-b603-de8c6397c019), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.902562 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-51a117a5-2131-4e37-be33-edeeb5621888 req-c097968a-eb04-4e67-9e64-11256d8f8367 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692052 Oct 14 13:07:04.935462 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f84057-d4ef-462d-b603-de8c6397c019,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:04.951319 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.955087 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-36afacd7-28f4-4142-960b-1e4582587367 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5387411 Oct 14 13:07:04.955670 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49966) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:04.960816 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group_rule': {'security_group_id': '0bdcc557-14cd-4de6-b422-2ca94b79a230', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:04.967803 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (b64b9180-78a9-46ad-8323-07d0c0961b30), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:04.971593 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:05.012787 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d3d1cd78-0e52-43d2-9f6c-843fe7e7371f req-f4ac831f-d43a-4cb9-8ffe-45e8b23ebf4e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621413 Oct 14 13:07:05.016814 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '14cb5151-094f-48ec-88d8-a02f169311a4', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'port_id': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'mac_address': 'fa:16:3e:5a:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:07:02Z', 'updated_at': '2022-10-14T13:07:02Z', 'revision_number': 0, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:05.049381 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749ff2a-b0f6-41a3-9032-4bdca14075b5 None None] The sync data for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi is: [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '14cb5151-094f-48ec-88d8-a02f169311a4', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'port_id': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'mac_address': 'fa:16:3e:5a:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:07:02Z', 'updated_at': '2022-10-14T13:07:02Z', 'revision_number': 0, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:07:05.090536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (b64b9180-78a9-46ad-8323-07d0c0961b30), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.100229 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks [] for router_controller (b64b9180-78a9-46ad-8323-07d0c0961b30), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.117406 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (a2aca2d4-4bca-44b0-855e-93367d9c1f92), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.148999 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.154472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:05.185802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (b64b9180-78a9-46ad-8323-07d0c0961b30), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.185802 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b64b9180-78a9-46ad-8323-07d0c0961b30 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:07:05.188814 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.192959 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.196388 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bf20c2a4-bae0-40df-93c3-9a0f71c59a19 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/b64b9180-78a9-46ad-8323-07d0c0961b30 HTTP/1.1" status: 204 len: 168 time: 1.6237819 Oct 14 13:07:05.197713 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49978) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:05.225712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (a2aca2d4-4bca-44b0-855e-93367d9c1f92), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.238784 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (a2aca2d4-4bca-44b0-855e-93367d9c1f92), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.259787 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aca2d4-4bca-44b0-855e-93367d9c1f92,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:05.274380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.275855 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6bedf8f7-9a03-498d-82cd-b7e69cd4463a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3192041 Oct 14 13:07:05.278621 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49982) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:05.282344 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Deleting subnet e929f8e8-7eb2-482c-b243-493d91790219 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:07:05.283794 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group_rule': {'security_group_id': '0bdcc557-14cd-4de6-b422-2ca94b79a230', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:05.286391 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Publish callbacks [] for subnet (e929f8e8-7eb2-482c-b243-493d91790219), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.332562 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (ec819a4f-1369-44a0-a794-7dd92f813d78), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.351299 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (e929f8e8-7eb2-482c-b243-493d91790219), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.401317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (ec819a4f-1369-44a0-a794-7dd92f813d78), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.403293 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9a4dd-ab7a-486a-8908-674dedc8e8e9 None None] New status for floating IP 14cb5151-094f-48ec-88d8-a02f169311a4: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:07:05.405752 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (ec819a4f-1369-44a0-a794-7dd92f813d78), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.434636 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec819a4f-1369-44a0-a794-7dd92f813d78,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:05.439116 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.444024 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f64946a7-91e0-457e-87f6-87fb75b255ce tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607790 Oct 14 13:07:05.444123 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (e929f8e8-7eb2-482c-b243-493d91790219), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.444123 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 49986) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:05.448715 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group_rule': {'security_group_id': '0bdcc557-14cd-4de6-b422-2ca94b79a230', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:05.513226 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (d9a6fba8-e58b-4c5d-bf79-f4a89d7810e6), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.555192 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (e929f8e8-7eb2-482c-b243-493d91790219), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.590667 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e929f8e8-7eb2-482c-b243-493d91790219,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:05.596468 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.603613 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3a7096fb-8acc-4f7f-b7f8-a518226eb290 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/e929f8e8-7eb2-482c-b243-493d91790219 HTTP/1.1" status: 204 len: 168 time: 0.4044328 Oct 14 13:07:05.603791 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 49996) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:05.615982 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cad8be-b3f1-4a94-b9ee-7b0d9414f52c None None] Network 5fdba87d-47ca-4293-9564-73f9cff418cb requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:07:05.628521 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (d9a6fba8-e58b-4c5d-bf79-f4a89d7810e6), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.636928 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (d9a6fba8-e58b-4c5d-bf79-f4a89d7810e6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.641519 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:05.672671 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.674121 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290399 Oct 14 13:07:05.675473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b9901-ef9d-4fb0-9166-cafa9c1a2d99 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a6fba8-e58b-4c5d-bf79-f4a89d7810e6,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:05.677899 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50002) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:05.684055 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group_rule': {'security_group_id': '0bdcc557-14cd-4de6-b422-2ca94b79a230', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:05.703937 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:05.710391 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Project d79493455fcd4feabbbecbe929e0f5fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 13:07:05.719504 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (5f92a27b-6efe-4500-9449-a235b670963e), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.761125 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:05.776347 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (5fdba87d-47ca-4293-9564-73f9cff418cb), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.812509 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (5f92a27b-6efe-4500-9449-a235b670963e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.823965 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (5f92a27b-6efe-4500-9449-a235b670963e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.837187 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Deleting port 51f12165-3b99-44d2-b3f0-76b89adcfc44 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:05.838237 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.861508 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f92a27b-6efe-4500-9449-a235b670963e,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:05.870688 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.873998 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8b6abd3b-1b8b-4aa9-96dd-af7f0bb9ed17 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1949556 Oct 14 13:07:05.874984 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50010) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:05.886388 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'security_group_rule': {'security_group_id': '0bdcc557-14cd-4de6-b422-2ca94b79a230', 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:05.888364 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] DHCP port deletion for 5fdba87d-47ca-4293-9564-73f9cff418cb request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:07:05.921670 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Project d79493455fcd4feabbbecbe929e0f5fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 13:07:05.929699 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (8d5bf34f-79e5-4c84-8af1-8915d60b1dd0), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.937855 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] Deleting port 51f12165-3b99-44d2-b3f0-76b89adcfc44 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:05.938237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.938516 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] For port 51f12165-3b99-44d2-b3f0-76b89adcfc44, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=51f12165-3b99-44d2-b3f0-76b89adcfc44,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:05.939065 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:05.969448 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Calling delete_port for 51f12165-3b99-44d2-b3f0-76b89adcfc44 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:06.037818 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] For port 51f12165-3b99-44d2-b3f0-76b89adcfc44, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=51f12165-3b99-44d2-b3f0-76b89adcfc44,segment=NetworkSegment(056331c0-ccba-4b08-a22d-81ec2318ae15),segment_id=056331c0-ccba-4b08-a22d-81ec2318ae15)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:06.038230 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.053920 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] Calling delete_port for 51f12165-3b99-44d2-b3f0-76b89adcfc44 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:06.078286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.102618 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f12165-3b99-44d2-b3f0-76b89adcfc44,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:06.109034 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] No DVR routers for this DVR port 51f12165-3b99-44d2-b3f0-76b89adcfc44 on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:07:06.184396 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (51f12165-3b99-44d2-b3f0-76b89adcfc44), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.202609 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (5fdba87d-47ca-4293-9564-73f9cff418cb), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.219445 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6eabedb1-a480-41c1-b092-8d8f5ef0086a no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:06.222108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] No DVR routers for this DVR port 51f12165-3b99-44d2-b3f0-76b89adcfc44 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:07:06.224190 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7953867-d676-46eb-84d5-3fe31f660ca1 None None] Pushing event deleted for resources: {'Port': ['ID=51f12165-3b99-44d2-b3f0-76b89adcfc44,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:06.242952 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdba87d-47ca-4293-9564-73f9cff418cb']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:06.250757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 6eabedb1-a480-41c1-b092-8d8f5ef0086a {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:06.251312 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6eabedb1-a480-41c1-b092-8d8f5ef0086a not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:06.251910 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 51f12165-3b99-44d2-b3f0-76b89adcfc44 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:06.253287 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056331c0-ccba-4b08-a22d-81ec2318ae15') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:06.253720 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056331c0-ccba-4b08-a22d-81ec2318ae15') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:06.265180 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (056331c0-ccba-4b08-a22d-81ec2318ae15), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.271510 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 51f12165-3b99-44d2-b3f0-76b89adcfc44 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:06.272110 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 51f12165-3b99-44d2-b3f0-76b89adcfc44 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:06.272534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:06.284123 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74e3b-e37b-49e1-8705-73ed3979222b req-b7f57fdb-18b9-445b-9885-7a0de865027d tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:06.285000 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-89a74e3b-e37b-49e1-8705-73ed3979222b req-b7f57fdb-18b9-445b-9885-7a0de865027d tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 945 time: 0.0729532 Oct 14 13:07:06.286302 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (056331c0-ccba-4b08-a22d-81ec2318ae15), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.291727 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:06.292007 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2cf3c3fe-a9c9-4fbc-81eb-df544c44b237 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:06.295478 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:07:06.295804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (056331c0-ccba-4b08-a22d-81ec2318ae15), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.353115 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (8d5bf34f-79e5-4c84-8af1-8915d60b1dd0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.354492 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 056331c0-ccba-4b08-a22d-81ec2318ae15 resource provider aggregate not found Oct 14 13:07:06.361055 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-89a74e3b-e37b-49e1-8705-73ed3979222b req-ac786e7b-60f8-432e-9bd9-f5c518c360f4 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679178 Oct 14 13:07:06.361702 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (8d5bf34f-79e5-4c84-8af1-8915d60b1dd0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.380379 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (5fdba87d-47ca-4293-9564-73f9cff418cb), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.383826 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5bf34f-79e5-4c84-8af1-8915d60b1dd0,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:06.386813 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.390518 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/5fdba87d-47ca-4293-9564-73f9cff418cb HTTP/1.1" status: 204 len: 168 time: 0.7847166 Oct 14 13:07:06.392311 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 056331c0-ccba-4b08-a22d-81ec2318ae15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 056331c0-ccba-4b08-a22d-81ec2318ae15 found for delete ", "request_id": "req-173590d7-cea6-4cbd-84a9-6ae5f52d9051"}]} Oct 14 13:07:06.406766 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca0a0-d9b9-4add-9ba9-ec51eb637a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdba87d-47ca-4293-9564-73f9cff418cb,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:06.408241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.409449 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-becd0723-9cae-45b9-b5f3-5fcda639a250 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5328794 Oct 14 13:07:06.507554 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-defc491f-acd3-49a5-96cc-094917b243e1 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1354648957&fields=id&tenant_id=d79493455fcd4feabbbecbe929e0f5fc HTTP/1.1" status: 200 len: 267 time: 0.0481436 Oct 14 13:07:06.560376 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-6cb658a4-d66b-4a48-adbb-5294ba624c46 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:06.561890 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-6cb658a4-d66b-4a48-adbb-5294ba624c46 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Oct 14 13:07:06.572956 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'port': {'security_groups': ['57257f87-4783-429d-af40-c15656f2f2c9', '0bdcc557-14cd-4de6-b422-2ca94b79a230']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:06.575708 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:06.581865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50022) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:06.624103 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-887fe4b3-1b8b-41fc-a025-593f2c11b6e5 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=97fa795966724ea89be8ac20675b589b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409670 Oct 14 13:07:06.626590 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50024) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:06.648164 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.674964 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-276f2da6-cc73-44b9-aa55-4cb5a84abaa6 admin admin] Publish callbacks [] for security_group (db148b6f-9c58-4cd6-a7d9-6d231db2cf1c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.695068 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-276f2da6-cc73-44b9-aa55-4cb5a84abaa6 admin admin] Publish callbacks [] for security_group (db148b6f-9c58-4cd6-a7d9-6d231db2cf1c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.744064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-276f2da6-cc73-44b9-aa55-4cb5a84abaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (db148b6f-9c58-4cd6-a7d9-6d231db2cf1c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.747286 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-276f2da6-cc73-44b9-aa55-4cb5a84abaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.752555 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-276f2da6-cc73-44b9-aa55-4cb5a84abaa6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/db148b6f-9c58-4cd6-a7d9-6d231db2cf1c HTTP/1.1" status: 204 len: 168 time: 0.1227701 Oct 14 13:07:06.760001 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f2da6-cc73-44b9-aa55-4cb5a84abaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db148b6f-9c58-4cd6-a7d9-6d231db2cf1c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:06.841249 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:06.848061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:06.878776 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.883116 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.894245 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:06.894760 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:06.896744 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0e61b4c5-b90e-44b2-800d-1bfc02c8177a req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "PUT /networking/v2.0/ports/4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 981 time: 0.3283637 Oct 14 13:07:06.897301 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:06.899568 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54648aff-82ae-41fd-96c2-b4798209bfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:06.958524 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7422228-1382-477b-a4fe-d106e1f45f9b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=6']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:06.991620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f939b6ad-215d-4efd-88b3-b2bfe629a6c3 x-openstack-request-id: req-f939b6ad-215d-4efd-88b3-b2bfe629a6c3 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:06.991913 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:06.992164 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f939b6ad-215d-4efd-88b3-b2bfe629a6c3 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:06.992567 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f939b6ad-215d-4efd-88b3-b2bfe629a6c3'] response: {'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'status': 'completed', 'code': 200} Oct 14 13:07:07.037610 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8a4e-23df-4b3a-b868-811b77564436 req-39d6bd58-39d7-4779-9660-1b11b14387ed tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:07.039103 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b6e8a4e-23df-4b3a-b868-811b77564436 req-39d6bd58-39d7-4779-9660-1b11b14387ed tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0479150 Oct 14 13:07:07.103975 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b6e8a4e-23df-4b3a-b868-811b77564436 req-d87690a6-773c-46fb-a35e-675928275df4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588872 Oct 14 13:07:07.109272 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50038) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:07.150460 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-40fbd8e6-36fb-4600-ab6e-5d7d4f7ced9f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f9c17763aab14c4cbdaef31e929da0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398455 Oct 14 13:07:07.152600 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50042) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:07.199828 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b0d21691-505d-456c-be9f-112cdfd9ea7b admin admin] Publish callbacks [] for security_group (61fa2840-2338-44c8-a416-bc9ade13f8c8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.218464 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:07.220584 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b0d21691-505d-456c-be9f-112cdfd9ea7b admin admin] Publish callbacks [] for security_group (61fa2840-2338-44c8-a416-bc9ade13f8c8), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.268805 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b0d21691-505d-456c-be9f-112cdfd9ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (61fa2840-2338-44c8-a416-bc9ade13f8c8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.272091 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b0d21691-505d-456c-be9f-112cdfd9ea7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.273265 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b0d21691-505d-456c-be9f-112cdfd9ea7b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/61fa2840-2338-44c8-a416-bc9ade13f8c8 HTTP/1.1" status: 204 len: 168 time: 0.1197827 Oct 14 13:07:07.281218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d21691-505d-456c-be9f-112cdfd9ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa2840-2338-44c8-a416-bc9ade13f8c8,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:07.450470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ccdfe78c-36a5-4ffb-8518-874e6fcc778e up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:07:07.538423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430389b-56d6-477d-a430-87831aceb451 req-6906a587-4437-435e-a2b7-644ce137edae tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:07.541182 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-3569536a-c936-4004-aefe-be849971a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:07.542760 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-3569536a-c936-4004-aefe-be849971a409 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1168 time: 0.0875919 Oct 14 13:07:07.545932 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2430389b-56d6-477d-a430-87831aceb451 req-6906a587-4437-435e-a2b7-644ce137edae tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 945 time: 0.0626109 Oct 14 13:07:07.555332 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port ccdfe78c-36a5-4ffb-8518-874e6fcc778e completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:07:07.563608 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4bcf9a4a-8080-4b16-96b8-764c513ef541'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:07:07.605296 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4bcf9a4a-8080-4b16-96b8-764c513ef541'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:07:07.605840 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2430389b-56d6-477d-a430-87831aceb451 req-d90597e3-829a-4fcf-b30a-187a17f456bf tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586915 Oct 14 13:07:07.608988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:07.613058 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port ccdfe78c-36a5-4ffb-8518-874e6fcc778e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:07:07.614557 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.615075 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port ccdfe78c-36a5-4ffb-8518-874e6fcc778e Oct 14 13:07:07.631968 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:07.685960 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-9809e81d-4185-436e-93ca-cbad97c22cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:07.687485 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-9809e81d-4185-436e-93ca-cbad97c22cc1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 915 time: 0.1381028 Oct 14 13:07:07.694124 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:07.767186 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-056a91a9-9982-4a9a-a317-ca0608cfda4f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 1000 time: 0.0702202 Oct 14 13:07:07.827423 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-059abc9e-adfc-4e69-9602-7b539c966e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:07.829041 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-059abc9e-adfc-4e69-9602-7b539c966e70 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0549343 Oct 14 13:07:07.833997 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port ccdfe78c-36a5-4ffb-8518-874e6fcc778e is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:07:07.834215 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.881196 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-400db3af-fd2d-42be-a05e-4803b334458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:07.887395 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-400db3af-fd2d-42be-a05e-4803b334458c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517807 Oct 14 13:07:07.899185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd015c622-b092-4144-a58e-602bb12e37b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:07.901534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de7c034-7b13-4906-8cdb-1aa0d0d07992" -d '{"events": [{"server_uuid": "d015c622-b092-4144-a58e-602bb12e37b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccdfe78c-36a5-4ffb-8518-874e6fcc778e"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:07.943406 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:07.960372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:07.964039 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2ccf3-4d43-4988-948c-4115db2061c9 x-openstack-request-id: req-9cc2ccf3-4d43-4988-948c-4115db2061c9 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:07.964349 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d015c622-b092-4144-a58e-602bb12e37b4", "name": "network-vif-plugged", "status": "completed", "tag": "ccdfe78c-36a5-4ffb-8518-874e6fcc778e", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:07.964598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9cc2ccf3-4d43-4988-948c-4115db2061c9 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:07.964989 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc2ccf3-4d43-4988-948c-4115db2061c9'] response: {'server_uuid': 'd015c622-b092-4144-a58e-602bb12e37b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e', 'code': 200} Oct 14 13:07:08.016522 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-22343b69-6b16-4142-bf68-8ebb21bf004a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218204 Oct 14 13:07:08.098842 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:08.205647 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54648aff-82ae-41fd-96c2-b4798209bfe6 req-619a2538-b2e6-42ff-bcfa-dd17a6d13a72 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750915 Oct 14 13:07:08.247612 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09c0-c13d-4460-9c21-609753a6b0f0 req-613317ab-66e0-4aab-b3e0-6566726d57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:08.252544 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d9dc09c0-c13d-4460-9c21-609753a6b0f0 req-613317ab-66e0-4aab-b3e0-6566726d57e9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 1130 time: 0.0777936 Oct 14 13:07:08.304290 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d9dc09c0-c13d-4460-9c21-609753a6b0f0 req-55573a20-9c17-4e20-83fc-c285fa643432 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Oct 14 13:07:08.349154 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:08.457553 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:08.564864 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50096) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:08.670339 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-26bbd07a-c28b-407c-81a8-b0be8154e6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.739623 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338539-d1cc-40e7-a680-0ef730bc3832 req-bad0140d-f8fe-47ca-a96f-719fa3495ba4 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:08.741603 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7c338539-d1cc-40e7-a680-0ef730bc3832 req-bad0140d-f8fe-47ca-a96f-719fa3495ba4 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 946 time: 0.0505526 Oct 14 13:07:08.760244 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-26bbd07a-c28b-407c-81a8-b0be8154e6ed admin admin] Publish callbacks [] for security_group (79f60a3f-cd8c-43af-976c-2600309ac1ad), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.763984 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-26bbd07a-c28b-407c-81a8-b0be8154e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (79f60a3f-cd8c-43af-976c-2600309ac1ad), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.790172 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7c338539-d1cc-40e7-a680-0ef730bc3832 req-56fcbfb1-540b-4973-a6ee-94a9b43a3450 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Oct 14 13:07:08.803190 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbd07a-c28b-407c-81a8-b0be8154e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f60a3f-cd8c-43af-976c-2600309ac1ad,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:08.808692 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-26bbd07a-c28b-407c-81a8-b0be8154e6ed admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=248aa2aa138b4e9d998181beabdf181a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427630 Oct 14 13:07:08.811353 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50102) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:08.861046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83ff9f7-a28c-4db0-be6e-fc6ff04c2caa admin admin] Publish callbacks [] for security_group (79f60a3f-cd8c-43af-976c-2600309ac1ad), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.882185 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83ff9f7-a28c-4db0-be6e-fc6ff04c2caa admin admin] Publish callbacks [] for security_group (79f60a3f-cd8c-43af-976c-2600309ac1ad), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.928113 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83ff9f7-a28c-4db0-be6e-fc6ff04c2caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (79f60a3f-cd8c-43af-976c-2600309ac1ad), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.930843 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d83ff9f7-a28c-4db0-be6e-fc6ff04c2caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:08.931984 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d83ff9f7-a28c-4db0-be6e-fc6ff04c2caa admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/79f60a3f-cd8c-43af-976c-2600309ac1ad HTTP/1.1" status: 204 len: 168 time: 0.1193168 Oct 14 13:07:08.939537 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ff9f7-a28c-4db0-be6e-fc6ff04c2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f60a3f-cd8c-43af-976c-2600309ac1ad,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:09.196107 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50108) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:09.209447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bc10c12f-4d6e-4302-a1e2-dc21ae19308a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.263657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:09.270906 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:09.296019 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bc10c12f-4d6e-4302-a1e2-dc21ae19308a admin admin] Publish callbacks [] for security_group (0110e35e-02b4-4410-ab3d-f5e3f19f4ed7), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.299395 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bc10c12f-4d6e-4302-a1e2-dc21ae19308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0110e35e-02b4-4410-ab3d-f5e3f19f4ed7), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.338776 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bc10c12f-4d6e-4302-a1e2-dc21ae19308a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=46858da0442943b491be2162819bb2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415827 Oct 14 13:07:09.339845 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c12f-4d6e-4302-a1e2-dc21ae19308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0110e35e-02b4-4410-ab3d-f5e3f19f4ed7,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:09.342433 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 50110) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:09.391634 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4671a717-3088-42f5-9b23-1cb71feac85e admin admin] Publish callbacks [] for security_group (0110e35e-02b4-4410-ab3d-f5e3f19f4ed7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.414834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4671a717-3088-42f5-9b23-1cb71feac85e admin admin] Publish callbacks [] for security_group (0110e35e-02b4-4410-ab3d-f5e3f19f4ed7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.460439 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4671a717-3088-42f5-9b23-1cb71feac85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0110e35e-02b4-4410-ab3d-f5e3f19f4ed7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.462990 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4671a717-3088-42f5-9b23-1cb71feac85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:09.464123 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4671a717-3088-42f5-9b23-1cb71feac85e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0110e35e-02b4-4410-ab3d-f5e3f19f4ed7 HTTP/1.1" status: 204 len: 168 time: 0.1203473 Oct 14 13:07:09.472253 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671a717-3088-42f5-9b23-1cb71feac85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0110e35e-02b4-4410-ab3d-f5e3f19f4ed7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:09.927707 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394d81-677f-4520-b168-ab02b280da00 req-ba8f7359-3df5-44ee-ab87-26a7223046f3 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:09.929398 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ee394d81-677f-4520-b168-ab02b280da00 req-ba8f7359-3df5-44ee-ab87-26a7223046f3 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 946 time: 0.0547273 Oct 14 13:07:09.981775 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ee394d81-677f-4520-b168-ab02b280da00 req-38f44e00-6227-4708-aae8-f9e28922583c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Oct 14 13:07:10.613437 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50164) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:10.626104 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc15df-1a22-4f3c-b141-0fb0b395846d req-1f581e2c-e182-47ea-8b92-6f17901b4175 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:10.627548 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fffc15df-1a22-4f3c-b141-0fb0b395846d req-1f581e2c-e182-47ea-8b92-6f17901b4175 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 946 time: 0.0567286 Oct 14 13:07:10.676526 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fffc15df-1a22-4f3c-b141-0fb0b395846d req-93d39996-228d-4eaa-a2d7-3af0f09685ed tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Oct 14 13:07:10.720767 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-91c15a80-e837-46c9-968a-adf373deecb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.801606 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-91c15a80-e837-46c9-968a-adf373deecb4 admin admin] Publish callbacks [] for security_group (83ab8363-591d-49fd-b2a0-ead41c9ebd95), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.805579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-91c15a80-e837-46c9-968a-adf373deecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (83ab8363-591d-49fd-b2a0-ead41c9ebd95), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.846734 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-91c15a80-e837-46c9-968a-adf373deecb4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=cde15c9a4573452094625a1bc31e0717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321427 Oct 14 13:07:10.847595 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c15a80-e837-46c9-968a-adf373deecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab8363-591d-49fd-b2a0-ead41c9ebd95,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:10.851003 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 50174) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:10.883807 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:10.906351 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce148-54c7-4c26-91c6-26e24f98f6de admin admin] Publish callbacks [] for security_group (83ab8363-591d-49fd-b2a0-ead41c9ebd95), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.927821 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce148-54c7-4c26-91c6-26e24f98f6de admin admin] Publish callbacks [] for security_group (83ab8363-591d-49fd-b2a0-ead41c9ebd95), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.939404 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50176) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:10.978332 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce148-54c7-4c26-91c6-26e24f98f6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (83ab8363-591d-49fd-b2a0-ead41c9ebd95), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.983011 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce148-54c7-4c26-91c6-26e24f98f6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:10.984179 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-fd4ce148-54c7-4c26-91c6-26e24f98f6de admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/83ab8363-591d-49fd-b2a0-ead41c9ebd95 HTTP/1.1" status: 204 len: 168 time: 0.1314378 Oct 14 13:07:10.994620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce148-54c7-4c26-91c6-26e24f98f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab8363-591d-49fd-b2a0-ead41c9ebd95,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:11.062907 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e33e248b-5f51-4a66-af67-be65595e074c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.142487 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e33e248b-5f51-4a66-af67-be65595e074c admin admin] Publish callbacks [] for security_group (fb13b861-b514-4ec5-9b00-226d6fa7bbf6), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.146408 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e33e248b-5f51-4a66-af67-be65595e074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fb13b861-b514-4ec5-9b00-226d6fa7bbf6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.189949 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e33e248b-5f51-4a66-af67-be65595e074c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=120281a4208b41979b89ded34ce9e0cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494113 Oct 14 13:07:11.191329 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e248b-5f51-4a66-af67-be65595e074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb13b861-b514-4ec5-9b00-226d6fa7bbf6,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:11.192903 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 50186) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:11.245893 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc31-52b7-4eda-84b3-42c4aaed9116 admin admin] Publish callbacks [] for security_group (fb13b861-b514-4ec5-9b00-226d6fa7bbf6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.267066 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc31-52b7-4eda-84b3-42c4aaed9116 admin admin] Publish callbacks [] for security_group (fb13b861-b514-4ec5-9b00-226d6fa7bbf6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.320214 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc31-52b7-4eda-84b3-42c4aaed9116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (fb13b861-b514-4ec5-9b00-226d6fa7bbf6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.322857 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc31-52b7-4eda-84b3-42c4aaed9116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:11.324090 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9ca4fc31-52b7-4eda-84b3-42c4aaed9116 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fb13b861-b514-4ec5-9b00-226d6fa7bbf6 HTTP/1.1" status: 204 len: 168 time: 0.1299880 Oct 14 13:07:11.333405 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4fc31-52b7-4eda-84b3-42c4aaed9116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb13b861-b514-4ec5-9b00-226d6fa7bbf6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:11.818621 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66dfe-a061-4f09-9980-6fee8baf49a8 req-f1f54b90-0005-4dad-8627-1be466f7477d tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:11.820105 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ca66dfe-a061-4f09-9980-6fee8baf49a8 req-f1f54b90-0005-4dad-8627-1be466f7477d tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 946 time: 0.0530360 Oct 14 13:07:11.876392 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ca66dfe-a061-4f09-9980-6fee8baf49a8 req-cb25ec2f-5792-4e90-aa3c-082ba1e2e9e0 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Oct 14 13:07:11.967307 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-d305a943-30c4-44a1-8723-3cef4b98eb67 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:11.968767 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-d305a943-30c4-44a1-8723-3cef4b98eb67 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 946 time: 0.0540648 Oct 14 13:07:12.068211 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Deleting port ccdfe78c-36a5-4ffb-8518-874e6fcc778e {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:12.068551 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.143881 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:12.173145 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50236) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:12.187625 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] For port ccdfe78c-36a5-4ffb-8518-874e6fcc778e, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:12.187998 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.201910 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Calling delete_port for ccdfe78c-36a5-4ffb-8518-874e6fcc778e owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:12.305322 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-88c947c7-9c7a-44bf-86a0-8194ec27e16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.341939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (ccdfe78c-36a5-4ffb-8518-874e6fcc778e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.354922 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['ccdfe78c-36a5-4ffb-8518-874e6fcc778e'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:07:12.359860 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:12.395435 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Pushing event deleted for resources: {'Port': ['ID=ccdfe78c-36a5-4ffb-8518-874e6fcc778e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:12.400339 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-88c947c7-9c7a-44bf-86a0-8194ec27e16f admin admin] Publish callbacks [] for security_group (1741d6ae-d26e-4457-96d4-aaea2e22dae2), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.405211 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-88c947c7-9c7a-44bf-86a0-8194ec27e16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (1741d6ae-d26e-4457-96d4-aaea2e22dae2), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.434775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] No DVR routers for this DVR port ccdfe78c-36a5-4ffb-8518-874e6fcc778e on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:07:12.437243 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.440926 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5bb11890-34b7-4f60-9965-e58ac5d6280f req-dcaa6125-836c-4ba2-88f5-96b55fd8d701 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ccdfe78c-36a5-4ffb-8518-874e6fcc778e HTTP/1.1" status: 204 len: 173 time: 0.4648218 Oct 14 13:07:12.441467 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd015c622-b092-4144-a58e-602bb12e37b4', 'name': 'network-vif-deleted', 'tag': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:12.444357 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e54eb3-7e19-44a2-a7e1-07b806476866" -d '{"events": [{"server_uuid": "d015c622-b092-4144-a58e-602bb12e37b4", "name": "network-vif-deleted", "tag": "ccdfe78c-36a5-4ffb-8518-874e6fcc778e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:12.455081 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c947c7-9c7a-44bf-86a0-8194ec27e16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741d6ae-d26e-4457-96d4-aaea2e22dae2,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:12.460229 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-88c947c7-9c7a-44bf-86a0-8194ec27e16f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=2e2dca122975414d97784b2d1bdc952f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859378 Oct 14 13:07:12.463163 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 50270) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:12.485385 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:12.510005 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff4d8b-ed6b-46f4-8606-d2463abde04f x-openstack-request-id: req-56ff4d8b-ed6b-46f4-8606-d2463abde04f {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:12.511780 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d015c622-b092-4144-a58e-602bb12e37b4", "name": "network-vif-deleted", "tag": "ccdfe78c-36a5-4ffb-8518-874e6fcc778e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:12.511780 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56ff4d8b-ed6b-46f4-8606-d2463abde04f {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:12.511780 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ff4d8b-ed6b-46f4-8606-d2463abde04f'] response: {'server_uuid': 'd015c622-b092-4144-a58e-602bb12e37b4', 'name': 'network-vif-deleted', 'tag': 'ccdfe78c-36a5-4ffb-8518-874e6fcc778e', 'status': 'completed', 'code': 200} Oct 14 13:07:12.532425 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f9e2045c-3ae8-41e8-b600-7a2a29616699 admin admin] Publish callbacks [] for security_group (1741d6ae-d26e-4457-96d4-aaea2e22dae2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.561546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f9e2045c-3ae8-41e8-b600-7a2a29616699 admin admin] Publish callbacks [] for security_group (1741d6ae-d26e-4457-96d4-aaea2e22dae2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.616544 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f9e2045c-3ae8-41e8-b600-7a2a29616699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (1741d6ae-d26e-4457-96d4-aaea2e22dae2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.619365 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f9e2045c-3ae8-41e8-b600-7a2a29616699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:12.620639 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f9e2045c-3ae8-41e8-b600-7a2a29616699 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1741d6ae-d26e-4457-96d4-aaea2e22dae2 HTTP/1.1" status: 204 len: 168 time: 0.1563532 Oct 14 13:07:12.640793 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2045c-3ae8-41e8-b600-7a2a29616699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741d6ae-d26e-4457-96d4-aaea2e22dae2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:13.022073 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ff493e5-dfc6-4463-aecb-9151b86300a1 req-2d4723b0-bc3b-40c6-b121-e6e3f78a2ae1 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d015c622-b092-4144-a58e-602bb12e37b4 HTTP/1.1" status: 200 len: 210 time: 0.0352213 Oct 14 13:07:13.444663 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:14.363282 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-688e19df-998b-4e2f-9b83-a6603a840f5d tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:14.365380 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-688e19df-998b-4e2f-9b83-a6603a840f5d tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/networks?id=4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 200 len: 808 time: 0.1132410 Oct 14 13:07:14.382226 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-3fa0b9aa-addb-424b-82f6-99bffe69e6cb tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/quotas/ced93fb9d5dd4cbda0272ba5477b39c9 HTTP/1.1" status: 200 len: 375 time: 0.0100193 Oct 14 13:07:14.412959 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-fe917e2e-a49a-4675-8d19-e6c0c5cca48f tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258315 Oct 14 13:07:14.508706 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-358ada9e-324b-47f3-8509-54c5b4c48fed service neutron] 10.222.0.47 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891411 Oct 14 13:07:14.601265 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-d4860c0a-b901-4d2b-914f-c8f66b8abd8f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867915 Oct 14 13:07:14.768597 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-00f9695a-b55f-4f19-a3f3-86bfa519ced5 req-29a0bbca-740d-4423-9734-dad7a5807dfa tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0315034 Oct 14 13:07:15.019999 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=52 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:15.020845 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:15.742266 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ccdfe78c-36a5-4ffb-8518-874e6fcc778e no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:15.771732 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: ccdfe78c-36a5-4ffb-8518-874e6fcc778e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:15.772190 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device ccdfe78c-36a5-4ffb-8518-874e6fcc778e not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:15.830741 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e51a4e99-f3bd-4419-87ed-de5a8f3927da tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:15.834122 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e51a4e99-f3bd-4419-87ed-de5a8f3927da tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 200 len: 808 time: 0.1179788 Oct 14 13:07:15.845591 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Request body: {'port': {'device_id': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8', 'admin_state_up': True, 'tenant_id': 'ced93fb9d5dd4cbda0272ba5477b39c9'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:15.919454 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ab688ebc-0b7a-4f73-afcc-4e7c57f5c555 req-e21cd166-99b5-4765-bfab-ddb181c5974c tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0679507 Oct 14 13:07:15.925982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:15.985918 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Made reservation on behalf of ced93fb9d5dd4cbda0272ba5477b39c9 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:07:15.989716 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.116568 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Allocated IP 172.20.0.8 (4b48ab87-d6cc-4767-87d8-461a19c349f8/cf0b0039-51a2-444a-886a-0df028500a7f/0950f041-d94a-410a-b27d-ba8ed23f64a0) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:07:16.221699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:16.272620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks [] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.304564 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.353228 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Network 4b48ab87-d6cc-4767-87d8-461a19c349f8 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:07:16.356383 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:07:16.358854 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:07:16.386262 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Pushing event updated for resources: {'Port': ['ID=0950f041-d94a-410a-b27d-ba8ed23f64a0,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:16.411342 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:16.411941 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.428398 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-e2d93f5d-fd65-4146-a6a5-4f10ff7cb037 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867093 Oct 14 13:07:16.439070 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Request body: {'port': {'device_id': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:16.498569 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.677084 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:16.762448 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0950f041-d94a-410a-b27d-ba8ed23f64a0 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:07:16.769775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Publish callbacks [] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.782833 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Transition to ACTIVE for port object 0950f041-d94a-410a-b27d-ba8ed23f64a0 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:07:16.787296 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:16.866408 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Pushing event updated for resources: {'Port': ['ID=0950f041-d94a-410a-b27d-ba8ed23f64a0,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:16.895953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Attempting to bind port 0950f041-d94a-410a-b27d-ba8ed23f64a0 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:07:16.896284 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Attempting to bind port 0950f041-d94a-410a-b27d-ba8ed23f64a0 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:07:16.896610 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Attempting to bind port 0950f041-d94a-410a-b27d-ba8ed23f64a0 on network 4b48ab87-d6cc-4767-87d8-461a19c349f8 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:07:16.940363 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Port 0950f041-d94a-410a-b27d-ba8ed23f64a0 on network 4b48ab87-d6cc-4767-87d8-461a19c349f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:07:16.940684 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Attempting to bind port 0950f041-d94a-410a-b27d-ba8ed23f64a0 on network 4b48ab87-d6cc-4767-87d8-461a19c349f8 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:07:16.984451 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:07:16.984857 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Checking segment: {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:07:16.985603 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Bound using segment: {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:07:16.986057 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Bound port: 0950f041-d94a-410a-b27d-ba8ed23f64a0, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc9404e-5122-4b3a-b35d-7ffe3f26300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:07:16.986414 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:17.001327 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:17.055270 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a7def-3860-4c4f-8a8c-fc20aa9bacf5 req-8411c7cd-f208-4a16-a331-0526e938aa45 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:17.056108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] For port 0950f041-d94a-410a-b27d-ba8ed23f64a0, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:07:17.057027 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a24a7def-3860-4c4f-8a8c-fc20aa9bacf5 req-8411c7cd-f208-4a16-a331-0526e938aa45 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 943 time: 0.0585251 Oct 14 13:07:17.059219 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] For port 0950f041-d94a-410a-b27d-ba8ed23f64a0, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:07:17.068478 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:17.074585 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:17.075201 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:17.076643 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/0950f041-d94a-410a-b27d-ba8ed23f64a0 HTTP/1.1" status: 200 len: 1093 time: 0.6414905 Oct 14 13:07:17.077210 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'tag': '0950f041-d94a-410a-b27d-ba8ed23f64a0'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:17.079471 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15321749-5a40-4024-84c6-ad3c7da67eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c34fc60-50b1-44e9-8773-3ef79e0c8ce0", "tag": "0950f041-d94a-410a-b27d-ba8ed23f64a0"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:17.088524 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:17.127836 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94f04b5-bf0d-46de-a1ff-5ffa4a484f39 x-openstack-request-id: req-e94f04b5-bf0d-46de-a1ff-5ffa4a484f39 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:17.128127 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c34fc60-50b1-44e9-8773-3ef79e0c8ce0", "tag": "0950f041-d94a-410a-b27d-ba8ed23f64a0", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:17.128380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e94f04b5-bf0d-46de-a1ff-5ffa4a484f39 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:17.128861 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94f04b5-bf0d-46de-a1ff-5ffa4a484f39'] response: {'name': 'network-changed', 'server_uuid': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'tag': '0950f041-d94a-410a-b27d-ba8ed23f64a0', 'status': 'completed', 'code': 200} Oct 14 13:07:17.133837 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a24a7def-3860-4c4f-8a8c-fc20aa9bacf5 req-0832ae10-ce50-47f8-baba-b45ed5b71910 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668719 Oct 14 13:07:17.432275 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-46e121a9-ea75-4717-b0a0-cd291e341527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:17.433797 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-46e121a9-ea75-4717-b0a0-cd291e341527 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 1127 time: 0.3018079 Oct 14 13:07:17.434376 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c51d1-116a-4f44-a9db-ce189f07c834 service neutron] Pushing event updated for resources: {'Port': ['ID=0950f041-d94a-410a-b27d-ba8ed23f64a0,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:17.474672 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-131efe6f-c47a-40d3-bc00-f0fec2ec8f33 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0 HTTP/1.1" status: 200 len: 217 time: 0.0339766 Oct 14 13:07:17.527022 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-9d2dd116-702b-4ac3-be31-278f0cec83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:17.528556 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-9d2dd116-702b-4ac3-be31-278f0cec83cb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=cf0b0039-51a2-444a-886a-0df028500a7f HTTP/1.1" status: 200 len: 848 time: 0.0465095 Oct 14 13:07:17.573741 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-aedba053-ba6d-4b0d-b22b-4271dce33bb2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4b48ab87-d6cc-4767-87d8-461a19c349f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266783 Oct 14 13:07:17.667016 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-b0886d35-75f0-48c5-bbd7-0d569d1607e1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Oct 14 13:07:17.766840 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cc59541-26ae-46c1-b968-b79b5c1690e9 req-b7138a41-d8e1-4b62-8e5e-e4536be3c22b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936284 Oct 14 13:07:18.261569 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251414e-4127-494e-b3d1-e5ffff3d2ce3 req-506efd11-2c54-4646-8d60-f5da5b17de30 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:18.263025 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0251414e-4127-494e-b3d1-e5ffff3d2ce3 req-506efd11-2c54-4646-8d60-f5da5b17de30 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 943 time: 0.0496414 Oct 14 13:07:18.310473 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0251414e-4127-494e-b3d1-e5ffff3d2ce3 req-ffff61ab-24c3-4330-98d3-788db9313922 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 Oct 14 13:07:18.602208 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-54a0e3f8-9eb7-4a4c-bac0-4d470dda75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:18.603750 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-54a0e3f8-9eb7-4a4c-bac0-4d470dda75de service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 1127 time: 0.0444751 Oct 14 13:07:18.672891 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:18.696421 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-1833a42a-17c5-4eb7-a9cf-ca86a0d1a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:18.697923 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-1833a42a-17c5-4eb7-a9cf-ca86a0d1a904 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 200 len: 909 time: 0.0873077 Oct 14 13:07:18.742141 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-aad827f9-7ad9-4724-80a3-bcf237d204d3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0 HTTP/1.1" status: 200 len: 217 time: 0.0378451 Oct 14 13:07:18.804673 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-02611c73-cba6-443e-8dce-723cd773efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:18.806230 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-02611c73-cba6-443e-8dce-723cd773efdb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=cf0b0039-51a2-444a-886a-0df028500a7f HTTP/1.1" status: 200 len: 848 time: 0.0580869 Oct 14 13:07:18.841113 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-dc41661e-92d4-4ada-9380-b9f13cd21ae5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4b48ab87-d6cc-4767-87d8-461a19c349f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270867 Oct 14 13:07:18.938960 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-2cfae791-6c2b-4493-80f9-6bc3f5a09ab0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907416 Oct 14 13:07:19.002953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:19.033992 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15321749-5a40-4024-84c6-ad3c7da67eb1 req-07135d1d-7694-4943-8e8e-d1e73931a1ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Oct 14 13:07:19.430876 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92993efc-4352-4bdd-a8c3-98ced92d36b7 req-d33c01b8-badf-48d5-b33c-ebe7c2806c50 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:19.432466 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-92993efc-4352-4bdd-a8c3-98ced92d36b7 req-d33c01b8-badf-48d5-b33c-ebe7c2806c50 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 943 time: 0.0471697 Oct 14 13:07:19.481037 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-92993efc-4352-4bdd-a8c3-98ced92d36b7 req-7221960c-d7a1-4a4e-a8c4-0ccc9a81f369 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Oct 14 13:07:19.773097 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 0950f041-d94a-410a-b27d-ba8ed23f64a0 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:07:19.874595 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 0950f041-d94a-410a-b27d-ba8ed23f64a0, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:19.886617 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '0950f041-d94a-410a-b27d-ba8ed23f64a0', 'network_id': '4b48ab87-d6cc-4767-87d8-461a19c349f8', 'port_id': '0950f041-d94a-410a-b27d-ba8ed23f64a0', 'mac_address': 'fa:16:3e:db:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0b0039-51a2-444a-886a-0df028500a7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:07:19.924364 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 0950f041-d94a-410a-b27d-ba8ed23f64a0 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:07:19.924747 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:19.937946 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0950f041-d94a-410a-b27d-ba8ed23f64a0 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:07:19.958657 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 0950f041-d94a-410a-b27d-ba8ed23f64a0, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:19.962510 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:20.009263 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=0950f041-d94a-410a-b27d-ba8ed23f64a0,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:20.186472 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['0950f041-d94a-410a-b27d-ba8ed23f64a0'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:07:20.605985 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cc264-6ade-444f-89b8-2bd3157ee9cd req-fa3f065e-912e-4e15-b8fa-4c1223fc966e tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:20.607474 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-817cc264-6ade-444f-89b8-2bd3157ee9cd req-fa3f065e-912e-4e15-b8fa-4c1223fc966e tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 944 time: 0.0483341 Oct 14 13:07:20.660622 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-817cc264-6ade-444f-89b8-2bd3157ee9cd req-480b64ef-cb0b-40d1-9d4f-1514c0670d09 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Oct 14 13:07:21.781971 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b0bd1-5c39-4a87-bf55-7d0c6d49f04b req-ea19f807-014f-4cc2-ac3f-63c5986e6928 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:21.783427 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1a4b0bd1-5c39-4a87-bf55-7d0c6d49f04b req-ea19f807-014f-4cc2-ac3f-63c5986e6928 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 944 time: 0.0473664 Oct 14 13:07:21.804809 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 0950f041-d94a-410a-b27d-ba8ed23f64a0 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:07:21.835513 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1a4b0bd1-5c39-4a87-bf55-7d0c6d49f04b req-09ef7d0d-2f5a-47e4-a309-135e69149ba4 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Oct 14 13:07:21.849932 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 0950f041-d94a-410a-b27d-ba8ed23f64a0 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:07:21.858471 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 0950f041-d94a-410a-b27d-ba8ed23f64a0 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:07:21.858844 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:21.859185 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 0950f041-d94a-410a-b27d-ba8ed23f64a0 Oct 14 13:07:21.929893 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:21.937208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 0950f041-d94a-410a-b27d-ba8ed23f64a0 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:07:21.937577 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:21.962758 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0950f041-d94a-410a-b27d-ba8ed23f64a0'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:21.964895 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928a26b4-416d-4e59-a4c7-7fea423cdd97" -d '{"events": [{"server_uuid": "8c34fc60-50b1-44e9-8773-3ef79e0c8ce0", "name": "network-vif-plugged", "status": "completed", "tag": "0950f041-d94a-410a-b27d-ba8ed23f64a0"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:21.977549 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 0950f041-d94a-410a-b27d-ba8ed23f64a0, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:21.983458 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:22.009372 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6aea9b-46e0-45fe-8201-80ffbd2fccdd x-openstack-request-id: req-fc6aea9b-46e0-45fe-8201-80ffbd2fccdd {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:22.009696 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34fc60-50b1-44e9-8773-3ef79e0c8ce0", "name": "network-vif-plugged", "status": "completed", "tag": "0950f041-d94a-410a-b27d-ba8ed23f64a0", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:22.009949 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc6aea9b-46e0-45fe-8201-80ffbd2fccdd {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:22.010339 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6aea9b-46e0-45fe-8201-80ffbd2fccdd'] response: {'server_uuid': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0950f041-d94a-410a-b27d-ba8ed23f64a0', 'code': 200} Oct 14 13:07:22.037121 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=0950f041-d94a-410a-b27d-ba8ed23f64a0,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:22.177188 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5843e-c27a-4a30-9e58-f8fad0ef1a85 req-97436102-a214-49b0-b886-617fa3cd6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:22.178753 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ac5843e-c27a-4a30-9e58-f8fad0ef1a85 req-97436102-a214-49b0-b886-617fa3cd6144 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 1129 time: 0.0411780 Oct 14 13:07:22.223675 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ac5843e-c27a-4a30-9e58-f8fad0ef1a85 req-5c764a07-73f7-4174-9bb9-55c3151982aa service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375700 Oct 14 13:07:22.953625 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043cdb6-e81d-4089-af49-1429a398fdfc req-f25faabc-bb9c-4de8-9617-0093a67f9d56 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:22.954971 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2043cdb6-e81d-4089-af49-1429a398fdfc req-f25faabc-bb9c-4de8-9617-0093a67f9d56 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0460958 Oct 14 13:07:23.002619 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2043cdb6-e81d-4089-af49-1429a398fdfc req-7b0b13cd-5a86-4500-9ce8-3fbc7cc5b7ca tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Oct 14 13:07:24.121541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dda2f-4582-4e47-920c-dc4b3c5712d6 req-b4fd8ace-283d-48c1-98bf-2fff0bf05763 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:24.122984 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd0dda2f-4582-4e47-920c-dc4b3c5712d6 req-b4fd8ace-283d-48c1-98bf-2fff0bf05763 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0457351 Oct 14 13:07:24.168811 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd0dda2f-4582-4e47-920c-dc4b3c5712d6 req-f6747494-b598-4b55-a58c-ba34d658bfca tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Oct 14 13:07:24.843117 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b5e04-db9f-4e08-8594-a890056e1e41 req-0b1fc0a6-6b45-4bd5-9903-9b769e314356 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:24.844591 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b3b5e04-db9f-4e08-8594-a890056e1e41 req-0b1fc0a6-6b45-4bd5-9903-9b769e314356 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0600293 Oct 14 13:07:24.891203 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b3b5e04-db9f-4e08-8594-a890056e1e41 req-9a8d2438-98bc-4945-a48a-ab5453fee569 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Oct 14 13:07:26.016706 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24d780-5537-4461-8bb0-633412ae0742 req-129b90ec-e3e9-499f-848d-29e8c9f354e4 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:26.018214 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e24d780-5537-4461-8bb0-633412ae0742 req-129b90ec-e3e9-499f-848d-29e8c9f354e4 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0469251 Oct 14 13:07:26.065252 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5e24d780-5537-4461-8bb0-633412ae0742 req-e5d4f3db-4935-4cff-a233-ca7dd8f87610 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=52c8a537-0971-4782-ad79-626ea6f8b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Oct 14 13:07:26.266936 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-79025e25-149e-4811-8e30-703855d76380 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:26.268269 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-79025e25-149e-4811-8e30-703855d76380 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0455108 Oct 14 13:07:26.366085 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Deleting port 0950f041-d94a-410a-b27d-ba8ed23f64a0 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:07:26.366419 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:26.455874 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] For port 0950f041-d94a-410a-b27d-ba8ed23f64a0, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=0950f041-d94a-410a-b27d-ba8ed23f64a0,segment=NetworkSegment(efc9404e-5122-4b3a-b35d-7ffe3f26300f),segment_id=efc9404e-5122-4b3a-b35d-7ffe3f26300f)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:07:26.456234 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:26.469225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Calling delete_port for 0950f041-d94a-410a-b27d-ba8ed23f64a0 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:07:26.545942 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:26.601245 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (0950f041-d94a-410a-b27d-ba8ed23f64a0), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:26.613376 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['0950f041-d94a-410a-b27d-ba8ed23f64a0'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:07:26.627712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Pushing event deleted for resources: {'Port': ['ID=0950f041-d94a-410a-b27d-ba8ed23f64a0,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:26.678106 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] No DVR routers for this DVR port 0950f041-d94a-410a-b27d-ba8ed23f64a0 on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:07:26.678106 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:26.680839 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d4e657f9-8584-49ee-bc37-0e5f489cf360 req-c2c767f7-c073-4aef-b430-56ab6f4cee70 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.18 "DELETE /networking/v2.0/ports/0950f041-d94a-410a-b27d-ba8ed23f64a0 HTTP/1.1" status: 204 len: 173 time: 0.4052002 Oct 14 13:07:26.681346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'name': 'network-vif-deleted', 'tag': '0950f041-d94a-410a-b27d-ba8ed23f64a0'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:07:26.683723 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4466bc25-5bae-4b2a-9809-09f81ab45dd1" -d '{"events": [{"server_uuid": "8c34fc60-50b1-44e9-8773-3ef79e0c8ce0", "name": "network-vif-deleted", "tag": "0950f041-d94a-410a-b27d-ba8ed23f64a0"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:07:26.726764 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e4543-e3ab-4863-a4ce-c8644ace1943 x-openstack-request-id: req-6a7e4543-e3ab-4863-a4ce-c8644ace1943 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:07:26.726897 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34fc60-50b1-44e9-8773-3ef79e0c8ce0", "name": "network-vif-deleted", "tag": "0950f041-d94a-410a-b27d-ba8ed23f64a0", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:07:26.727296 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a7e4543-e3ab-4863-a4ce-c8644ace1943 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:07:26.727705 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7e4543-e3ab-4863-a4ce-c8644ace1943'] response: {'server_uuid': '8c34fc60-50b1-44e9-8773-3ef79e0c8ce0', 'name': 'network-vif-deleted', 'tag': '0950f041-d94a-410a-b27d-ba8ed23f64a0', 'status': 'completed', 'code': 200} Oct 14 13:07:27.182543 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dcc6ac8c-3eee-45c7-9dec-c8cd297e17ce req-0d825ffc-1b28-4a3a-b25c-54c5f334c122 tempest-VolumesActionsTest-1896059904 tempest-VolumesActionsTest-1896059904-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8c34fc60-50b1-44e9-8773-3ef79e0c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0315435 Oct 14 13:07:28.394757 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:07:28.416963 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:29.723616 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bdcff-c968-4b9a-8ba5-3f2fda778838 req-3e7489d9-9f2d-4ba3-ba6b-d341baba4402 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:29.725096 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-528bdcff-c968-4b9a-8ba5-3f2fda778838 req-3e7489d9-9f2d-4ba3-ba6b-d341baba4402 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0524490 Oct 14 13:07:29.786043 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-528bdcff-c968-4b9a-8ba5-3f2fda778838 req-6c3737e0-94cc-4ae4-8f1c-b0c1485e0052 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552619 Oct 14 13:07:29.985965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4a2d98b5-3806-4994-915f-a732619e5d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:30.777857 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 0950f041-d94a-410a-b27d-ba8ed23f64a0 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:07:30.797770 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 0950f041-d94a-410a-b27d-ba8ed23f64a0 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:07:30.798113 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 0950f041-d94a-410a-b27d-ba8ed23f64a0 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:07:30.906976 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754e96-f3bd-4a41-a72c-b09e3cd8ceb1 req-8f4f13eb-e744-4339-a0cd-412fdb0bbe6c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:30.908406 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f5754e96-f3bd-4a41-a72c-b09e3cd8ceb1 req-8f4f13eb-e744-4339-a0cd-412fdb0bbe6c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0460913 Oct 14 13:07:30.967435 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f5754e96-f3bd-4a41-a72c-b09e3cd8ceb1 req-4f4c22e1-c961-47d1-a86d-61fab0eb7b58 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525157 Oct 14 13:07:31.753679 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-bc529eed-d123-4f60-b51a-bb4cdf99bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:31.755168 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-bc529eed-d123-4f60-b51a-bb4cdf99bec9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1168 time: 0.0416570 Oct 14 13:07:31.782265 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:31.851685 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-6c84a673-5038-4a10-a62b-a23ed57b7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:31.853172 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-6c84a673-5038-4a10-a62b-a23ed57b7c54 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 915 time: 0.0895977 Oct 14 13:07:31.915213 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-6def3139-4346-4195-8ba6-4da66d69f5ff service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 1000 time: 0.0539935 Oct 14 13:07:31.962904 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-95221629-3215-4374-875b-dfc137869bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:31.964298 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-95221629-3215-4374-875b-dfc137869bd9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0422258 Oct 14 13:07:32.011665 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-ae863536-d7a2-48cb-9f98-4009585ccbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:32.013206 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-ae863536-d7a2-48cb-9f98-4009585ccbf3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419786 Oct 14 13:07:32.124593 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8241-679f-43ba-8e04-a5d6d7cd1851 req-a633671b-d582-470c-8a83-db284604db71 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:32.126093 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-afde8241-679f-43ba-8e04-a5d6d7cd1851 req-a633671b-d582-470c-8a83-db284604db71 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0620420 Oct 14 13:07:32.162375 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-532c8bb5-900b-47a3-8d06-24111c28674e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409087 Oct 14 13:07:32.169926 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-91147212-0821-49cf-8000-0f7bee82dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:32.201231 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-afde8241-679f-43ba-8e04-a5d6d7cd1851 req-c2e5478b-eae8-4aed-9697-b4d14735576b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683150 Oct 14 13:07:33.006162 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d3a669d-cc4e-415b-a718-8e9eee6e42bd req-2fe6c52f-e88d-4ae3-81d8-302a8052e06d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880220 Oct 14 13:07:33.320628 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc71bf-e2fa-4eab-9723-72bda0dcf1dd req-18cf90e7-f807-4623-bbae-e16a9c4447eb tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:33.322135 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7dfc71bf-e2fa-4eab-9723-72bda0dcf1dd req-18cf90e7-f807-4623-bbae-e16a9c4447eb tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0468876 Oct 14 13:07:33.381783 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7dfc71bf-e2fa-4eab-9723-72bda0dcf1dd req-b2b9c56c-8d12-4880-9f7d-68e607383d98 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541265 Oct 14 13:07:33.531108 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:33.543263 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:34.505718 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25417a50-3b94-443d-8b8f-3064b6cdce0b req-bb4b730f-dfed-49bf-bab6-ee46a56ae28d tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:34.507193 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-25417a50-3b94-443d-8b8f-3064b6cdce0b req-bb4b730f-dfed-49bf-bab6-ee46a56ae28d tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0475488 Oct 14 13:07:34.566347 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-25417a50-3b94-443d-8b8f-3064b6cdce0b req-5896dbe0-5423-4936-b62f-d2a940003d25 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534735 Oct 14 13:07:35.139444 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:35.169996 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:35.702605 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b19fb-ba09-48a2-9dca-2858dc7c3d0a req-0e690d87-f6a9-496c-bc8a-cbabf4f33c4f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:35.705959 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f9b19fb-ba09-48a2-9dca-2858dc7c3d0a req-0e690d87-f6a9-496c-bc8a-cbabf4f33c4f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0577583 Oct 14 13:07:35.767529 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f9b19fb-ba09-48a2-9dca-2858dc7c3d0a req-2ad54ac5-e667-41b6-8094-ac42b24789d4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578580 Oct 14 13:07:36.926736 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5adfc6-fe51-4b3c-bc4c-e5a453d6139a req-2f12e0e4-d36c-453c-8306-1d71e6fb83c2 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:36.928568 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fe5adfc6-fe51-4b3c-bc4c-e5a453d6139a req-2f12e0e4-d36c-453c-8306-1d71e6fb83c2 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0642672 Oct 14 13:07:37.002715 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fe5adfc6-fe51-4b3c-bc4c-e5a453d6139a req-66c8c919-0d23-4c0d-be56-a1967046ccd7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667012 Oct 14 13:07:38.168409 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3d484-815c-407c-b408-62e0bda07323 req-b7a914bb-c29b-4375-a10e-37ea166e8578 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:38.172690 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85a3d484-815c-407c-b408-62e0bda07323 req-b7a914bb-c29b-4375-a10e-37ea166e8578 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0659709 Oct 14 13:07:38.187491 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:38.247268 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85a3d484-815c-407c-b408-62e0bda07323 req-540d5eb6-0cdc-4059-a39b-07d1dbd5bedc tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674729 Oct 14 13:07:39.397883 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:39.402006 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=7 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:39.411772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645e9b9-032f-4da2-a4a7-a834cb7e1c72 req-6948294b-f8d5-45e5-9ea3-bc3f68fce155 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:39.414113 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1645e9b9-032f-4da2-a4a7-a834cb7e1c72 req-6948294b-f8d5-45e5-9ea3-bc3f68fce155 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0697129 Oct 14 13:07:39.437959 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:39.486917 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1645e9b9-032f-4da2-a4a7-a834cb7e1c72 req-439257c3-cded-4cfe-b3ee-026623f6221c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630116 Oct 14 13:07:40.706347 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c5d8-32e7-4aa3-a4fb-36cb5cafe8e4 req-38acc840-9fa5-4a62-812e-a2bf9c165b9a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:40.716653 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d69c5d8-32e7-4aa3-a4fb-36cb5cafe8e4 req-38acc840-9fa5-4a62-812e-a2bf9c165b9a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0901976 Oct 14 13:07:40.801638 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d69c5d8-32e7-4aa3-a4fb-36cb5cafe8e4 req-02ef51bf-5dba-4304-8d7f-c81ff2af1ac0 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826149 Oct 14 13:07:40.907392 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50610) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:41.098306 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.152158 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:41.184562 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Publish callbacks [] for security_group (b03e0b8b-23ed-4548-95d0-35df9f258be9), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.189579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b03e0b8b-23ed-4548-95d0-35df9f258be9), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.230242 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03e0b8b-23ed-4548-95d0-35df9f258be9,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:41.235744 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d706f9bb1674441190a57bc1d1cc6c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270481 Oct 14 13:07:41.239796 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 50614) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:41.241817 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.242141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.242589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.242972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.243407 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.243782 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.244208 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.244634 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.245062 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.245521 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.245965 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.246395 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.246817 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.247237 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.247655 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21ef2d-2c18-4060-8a00-12800a38fa44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:41.318424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:41.323097 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9de0-f281-40a8-995e-697e46a451de admin admin] Publish callbacks [] for security_group (b03e0b8b-23ed-4548-95d0-35df9f258be9), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.351729 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9de0-f281-40a8-995e-697e46a451de admin admin] Publish callbacks [] for security_group (b03e0b8b-23ed-4548-95d0-35df9f258be9), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.416628 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9de0-f281-40a8-995e-697e46a451de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (b03e0b8b-23ed-4548-95d0-35df9f258be9), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.419257 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f2ef9de0-f281-40a8-995e-697e46a451de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:41.423322 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f2ef9de0-f281-40a8-995e-697e46a451de admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b03e0b8b-23ed-4548-95d0-35df9f258be9 HTTP/1.1" status: 204 len: 168 time: 0.1794050 Oct 14 13:07:41.433010 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef9de0-f281-40a8-995e-697e46a451de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03e0b8b-23ed-4548-95d0-35df9f258be9,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:41.958516 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc803b0-4a58-4822-92bf-8b57bcf8eb19 req-0c7048c3-3abe-4170-ba8f-65b04dffc4ba tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:41.961273 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cc803b0-4a58-4822-92bf-8b57bcf8eb19 req-0c7048c3-3abe-4170-ba8f-65b04dffc4ba tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0681868 Oct 14 13:07:42.058929 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cc803b0-4a58-4822-92bf-8b57bcf8eb19 req-b1a79160-78b8-49d0-958d-92ea49535e32 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907607 Oct 14 13:07:43.246498 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae49a35-8658-4c54-a84d-f55b64afe6e0 req-102b841c-0cbf-4762-b966-8e985e1cbef7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:43.248828 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ae49a35-8658-4c54-a84d-f55b64afe6e0 req-102b841c-0cbf-4762-b966-8e985e1cbef7 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0688007 Oct 14 13:07:43.342839 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2ae49a35-8658-4c54-a84d-f55b64afe6e0 req-9469f2aa-d4d5-49a5-865e-069a03a0d4dd tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875623 Oct 14 13:07:43.474525 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:44.533930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0210057-76e2-4768-9227-5863b1f86ecb req-4cd964cc-2440-4262-b4a2-11d142f59c26 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:44.536492 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c0210057-76e2-4768-9227-5863b1f86ecb req-4cd964cc-2440-4262-b4a2-11d142f59c26 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0864122 Oct 14 13:07:44.605977 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c0210057-76e2-4768-9227-5863b1f86ecb req-4e37b278-1043-4836-86fd-33c4e61db4ac tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624611 Oct 14 13:07:45.769139 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7b8fe-9275-404b-a603-eb1df13b93bb req-949beb86-3e1c-4601-8cf9-07276cbde818 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:45.778339 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e9d7b8fe-9275-404b-a603-eb1df13b93bb req-949beb86-3e1c-4601-8cf9-07276cbde818 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0813978 Oct 14 13:07:45.848370 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e9d7b8fe-9275-404b-a603-eb1df13b93bb req-6e1cb68b-d656-4c48-b80f-6c82d3979836 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686703 Oct 14 13:07:47.002066 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1981b5-ce60-4520-9237-3cdf45f7606f req-5d5762a5-973c-4afc-98cc-9dcf619dcbf8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:47.009637 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc1981b5-ce60-4520-9237-3cdf45f7606f req-5d5762a5-973c-4afc-98cc-9dcf619dcbf8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0693693 Oct 14 13:07:47.077104 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc1981b5-ce60-4520-9237-3cdf45f7606f req-4fe55e06-bfd9-4543-9edb-052459231af5 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665269 Oct 14 13:07:48.240732 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358f80e-48de-4d5b-b573-2d54ebc427b1 req-6699c137-88c0-42a1-9049-5b247b5639e4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:48.254823 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2358f80e-48de-4d5b-b573-2d54ebc427b1 req-6699c137-88c0-42a1-9049-5b247b5639e4 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0905178 Oct 14 13:07:48.358422 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2358f80e-48de-4d5b-b573-2d54ebc427b1 req-bf08da28-7533-498a-8de0-e4222791c546 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021442 Oct 14 13:07:49.514413 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8312d5f-b143-43d8-9e80-d250a4aa0b4f req-6ff91b73-a113-4bd5-b45d-4da53e26ac7f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:49.523337 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8312d5f-b143-43d8-9e80-d250a4aa0b4f req-6ff91b73-a113-4bd5-b45d-4da53e26ac7f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0693622 Oct 14 13:07:49.593772 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8312d5f-b143-43d8-9e80-d250a4aa0b4f req-4c6d86c1-190e-4d2a-b912-1962e477611a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690091 Oct 14 13:07:50.732337 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f511cc3-f2b3-410f-8125-8367080871c6 req-c95f17ab-7e5b-43b7-b0e0-387621bd0b88 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:50.734028 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5f511cc3-f2b3-410f-8125-8367080871c6 req-c95f17ab-7e5b-43b7-b0e0-387621bd0b88 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0590806 Oct 14 13:07:50.834127 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5f511cc3-f2b3-410f-8125-8367080871c6 req-b29b3f96-7ab1-4320-9055-2eac77f06c32 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790818 Oct 14 13:07:51.929086 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49425168-4c51-421e-ab8d-e82a3941f790 req-2701ecf4-d36e-4ed3-af00-0f18d2ead66f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:51.930553 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49425168-4c51-421e-ab8d-e82a3941f790 req-2701ecf4-d36e-4ed3-af00-0f18d2ead66f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0458791 Oct 14 13:07:51.990142 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49425168-4c51-421e-ab8d-e82a3941f790 req-cd0fb99d-d784-4e85-b508-81e70882f0e6 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540924 Oct 14 13:07:52.877956 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-7a13aa05-78df-4b5f-9cef-d18720a8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:52.879305 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-7a13aa05-78df-4b5f-9cef-d18720a8895a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1168 time: 0.0412292 Oct 14 13:07:53.110767 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8b02-0f3a-409e-abc8-35c0c57ce1a6 req-3550ca51-e0dd-4b8b-b79e-034a82c1cf96 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:53.112246 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d5d8b02-0f3a-409e-abc8-35c0c57ce1a6 req-3550ca51-e0dd-4b8b-b79e-034a82c1cf96 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0482304 Oct 14 13:07:53.171909 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d5d8b02-0f3a-409e-abc8-35c0c57ce1a6 req-42a89b46-1694-4df2-a730-b67726f0aabe tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539937 Oct 14 13:07:53.382786 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-8e157302-63c4-4e26-9e6d-ab8e5bc420fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:53.384247 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-8e157302-63c4-4e26-9e6d-ab8e5bc420fc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 915 time: 0.0875797 Oct 14 13:07:53.447970 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-8643a2ab-7453-4ef9-837a-7ac12b7e6324 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 1000 time: 0.0574868 Oct 14 13:07:53.450139 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:53.459612 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:53.496082 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-8aac2ef8-0d05-4d4c-827c-e2312eed4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:53.497553 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-8aac2ef8-0d05-4d4c-827c-e2312eed4531 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0439348 Oct 14 13:07:53.531734 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:53.540315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-e9fa1dbb-5df9-4499-9f31-92b6631be2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:53.541792 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-e9fa1dbb-5df9-4499-9f31-92b6631be2ac service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391092 Oct 14 13:07:53.634937 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-37561f67-6ff1-44aa-950d-cecf7fc8e135 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857246 Oct 14 13:07:53.648177 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:53.727563 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdddc3fc-99ec-49e0-8664-55b0e998d357 req-37408f4f-f102-4be3-a053-54f00e444852 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868061 Oct 14 13:07:54.310946 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc9aa9-5e4c-4557-b9a2-483d20301ce1 req-bdd509ab-969d-4b1e-8e9d-a3773ae12bac tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:54.312441 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-52cc9aa9-5e4c-4557-b9a2-483d20301ce1 req-bdd509ab-969d-4b1e-8e9d-a3773ae12bac tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0589025 Oct 14 13:07:54.388635 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-52cc9aa9-5e4c-4557-b9a2-483d20301ce1 req-12834c6e-d4b6-401c-af1a-06eabf497dea tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&id=0bdcc557-14cd-4de6-b422-2ca94b79a230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697060 Oct 14 13:07:55.411532 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50868) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:55.438886 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:55.457449 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Deleting subnet cf0b0039-51a2-444a-886a-0df028500a7f {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:07:55.460455 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Publish callbacks [] for subnet (cf0b0039-51a2-444a-886a-0df028500a7f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.498096 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (cf0b0039-51a2-444a-886a-0df028500a7f), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.538273 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (cf0b0039-51a2-444a-886a-0df028500a7f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.590582 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (cf0b0039-51a2-444a-886a-0df028500a7f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.615408 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0b0039-51a2-444a-886a-0df028500a7f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:55.621068 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.624237 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7b540c5d-aaae-4d5f-864b-295f0f9f7bcd admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/cf0b0039-51a2-444a-886a-0df028500a7f HTTP/1.1" status: 204 len: 168 time: 0.2116654 Oct 14 13:07:55.626778 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50874) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:55.701840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (4b48ab87-d6cc-4767-87d8-461a19c349f8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.715745 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:55.792435 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (4b48ab87-d6cc-4767-87d8-461a19c349f8), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.812388 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b48ab87-d6cc-4767-87d8-461a19c349f8']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:55.823117 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc9404e-5122-4b3a-b35d-7ffe3f26300f') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:55.823534 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc9404e-5122-4b3a-b35d-7ffe3f26300f') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:07:55.839610 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (efc9404e-5122-4b3a-b35d-7ffe3f26300f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.855171 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (efc9404e-5122-4b3a-b35d-7ffe3f26300f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.862447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:07:55.862966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (efc9404e-5122-4b3a-b35d-7ffe3f26300f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.881622 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment efc9404e-5122-4b3a-b35d-7ffe3f26300f resource provider aggregate not found Oct 14 13:07:55.932569 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment efc9404e-5122-4b3a-b35d-7ffe3f26300f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efc9404e-5122-4b3a-b35d-7ffe3f26300f found for delete ", "request_id": "req-530d4f08-7ce7-4747-92ed-74e826874636"}]} Oct 14 13:07:55.940664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (4b48ab87-d6cc-4767-87d8-461a19c349f8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.946653 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:55.949750 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/4b48ab87-d6cc-4767-87d8-461a19c349f8 HTTP/1.1" status: 204 len: 168 time: 0.3220363 Oct 14 13:07:55.961978 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4c6ad-bb33-4c24-81a0-d8f1da81e360 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b48ab87-d6cc-4767-87d8-461a19c349f8,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:56.113072 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50886) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:56.153817 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9a8416ad-f175-4417-9512-f47aedf46748 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ced93fb9d5dd4cbda0272ba5477b39c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395081 Oct 14 13:07:56.156134 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50888) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:56.203164 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e025874-ecbe-4403-b074-ea2162efd852 admin admin] Publish callbacks [] for security_group (52c8a537-0971-4782-ad79-626ea6f8b4a9), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:56.226059 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e025874-ecbe-4403-b074-ea2162efd852 admin admin] Publish callbacks [] for security_group (52c8a537-0971-4782-ad79-626ea6f8b4a9), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:56.271893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e025874-ecbe-4403-b074-ea2162efd852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (52c8a537-0971-4782-ad79-626ea6f8b4a9), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:56.274541 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e025874-ecbe-4403-b074-ea2162efd852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:56.275688 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5e025874-ecbe-4403-b074-ea2162efd852 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/52c8a537-0971-4782-ad79-626ea6f8b4a9 HTTP/1.1" status: 204 len: 168 time: 0.1186574 Oct 14 13:07:56.283454 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e025874-ecbe-4403-b074-ea2162efd852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c8a537-0971-4782-ad79-626ea6f8b4a9,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:56.941918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 50916) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:57.042382 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-209676235-network', 'tenant_id': 'bec5bb9b1b73416fb97534f476f2dce2'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:57.063552 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Made reservation on behalf of bec5bb9b1b73416fb97534f476f2dce2 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:07:57.065944 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.074603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.123881 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:57.153459 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks [] for security_group (6daede00-e95f-401a-8491-e5e5d3de93b6), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.156817 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (6daede00-e95f-401a-8491-e5e5d3de93b6), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.182588 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:07:57.191696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daede00-e95f-401a-8491-e5e5d3de93b6,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:57.199269 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (46016c45-85a4-41ab-9e1b-d522c64e3df0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.199269 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Added segment 46016c45-85a4-41ab-9e1b-d522c64e3df0 of type vlan for network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 Oct 14 13:07:57.239994 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (1c2660e1-be1e-4e0b-875b-b00cf5d04c16), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.263504 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (1c2660e1-be1e-4e0b-875b-b00cf5d04c16), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.264473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:57.265083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.319925 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3768656 Oct 14 13:07:57.322897 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 50920) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:07:57.327789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Request body: {'subnet': {'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-209676235-subnet', 'tenant_id': 'bec5bb9b1b73416fb97534f476f2dce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:07:57.330645 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bff7ed-4fa5-4041-930c-b8b30a2ce5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2660e1-be1e-4e0b-875b-b00cf5d04c16,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:57.340907 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:07:57.349826 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Made reservation on behalf of bec5bb9b1b73416fb97534f476f2dce2 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:07:57.352660 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005287'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.519726 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005301'] for subnet (ee23d530-7e51-4f6f-afae-fefb64e1f871), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.569277 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee23d530-7e51-4f6f-afae-fefb64e1f871,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:07:57.582028 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.582392 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.582734 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.583691 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.584030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.584360 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.584689 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.585017 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.585344 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.585698 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.586038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.586365 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.586677 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.586996 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.587316 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:07:57.596827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Checking segment: {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:07:57.597185 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Network hostable DHCP agents. Network: 1c2660e1-be1e-4e0b-875b-b00cf5d04c16, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:07:57.613948 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:07:57.622531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 1c2660e1-be1e-4e0b-875b-b00cf5d04c16) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:07:57.626601 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:57.627189 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:07:57.632815 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41586b3-a245-483d-af71-a0da48cb3be0 None None] Network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:07:57.642924 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f0ec0f2a-a1b3-4a2c-98c7-ecb5c080f8f8 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3189373 Oct 14 13:07:57.874252 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509d9a5-3d73-4f41-88d8-96f706c99e60 None None] Network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:07:59.401450 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:07:59.437633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-cfd60176-d305-4483-ac4c-0e47a3428f24 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:07:59.439222 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-cfd60176-d305-4483-ac4c-0e47a3428f24 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/networks?id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 200 len: 813 time: 0.1078434 Oct 14 13:07:59.453893 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-d8375523-d03e-4b12-bacc-5c4b2ce06a54 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/quotas/bec5bb9b1b73416fb97534f476f2dce2 HTTP/1.1" status: 200 len: 375 time: 0.0092609 Oct 14 13:07:59.491472 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-929593fc-f567-4cd3-a0be-08cd56db70ca tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317483 Oct 14 13:07:59.649330 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-20c07343-3dc3-472c-b1eb-5973b3264f54 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512330 Oct 14 13:07:59.747113 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-967bda25-925c-4c19-bf6f-b33d831d942e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920782 Oct 14 13:07:59.988408 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6e57e2f5-3cf6-4278-999e-9048b1657ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:00.923456 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-23b10a35-93c7-401b-b613-9cb4f9072e2a req-6f8c3d7c-aac0-4ff7-9916-7c3266f66be4 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 210 time: 0.0295789 Oct 14 13:08:02.029300 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9daef62e-c00d-4536-bf66-138f88113404 req-00a46295-684a-4505-962c-3d00aedf592d tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Oct 14 13:08:02.175026 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ebe-33f1-497d-b569-c7b4443a9df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:02.251389 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-e9c64a91-8f33-468a-86f0-a50268906c45 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:02.252877 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-e9c64a91-8f33-468a-86f0-a50268906c45 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 200 len: 813 time: 0.1106741 Oct 14 13:08:02.266901 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Request body: {'port': {'device_id': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16', 'admin_state_up': True, 'tenant_id': 'bec5bb9b1b73416fb97534f476f2dce2'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:08:02.329722 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:02.383402 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Made reservation on behalf of bec5bb9b1b73416fb97534f476f2dce2 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:08:02.387121 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:02.502991 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:02.515280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Allocated IP 172.20.0.6 (1c2660e1-be1e-4e0b-875b-b00cf5d04c16/ee23d530-7e51-4f6f-afae-fefb64e1f871/99637d80-6745-4a09-a224-f4310e8b4982) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:08:02.672583 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks [] for port (99637d80-6745-4a09-a224-f4310e8b4982), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:02.706304 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (99637d80-6745-4a09-a224-f4310e8b4982), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:02.755424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:08:02.758554 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:08:02.762486 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:08:02.785644 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Pushing event updated for resources: {'Port': ['ID=99637d80-6745-4a09-a224-f4310e8b4982,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:02.816760 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:02.817362 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:02.832377 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-b838caf2-3c81-4dd3-b48e-eb322851596e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693831 Oct 14 13:08:02.843363 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Request body: {'port': {'device_id': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:08:02.902984 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (99637d80-6745-4a09-a224-f4310e8b4982), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.121745 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:03.183248 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694f19d-f81c-49a9-963f-8cd5514efd8a req-3003a26c-57b2-4e8f-8b49-6e3c7b310e15 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:03.184721 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1694f19d-f81c-49a9-963f-8cd5514efd8a req-3003a26c-57b2-4e8f-8b49-6e3c7b310e15 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 931 time: 0.0783882 Oct 14 13:08:03.260585 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99637d80-6745-4a09-a224-f4310e8b4982 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:08:03.272679 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Publish callbacks [] for port (99637d80-6745-4a09-a224-f4310e8b4982), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.277671 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1694f19d-f81c-49a9-963f-8cd5514efd8a req-aafeb2c2-0374-4cd8-b1a6-35c923f6bb4a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871806 Oct 14 13:08:03.289781 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:03.290997 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Transition to ACTIVE for port object 99637d80-6745-4a09-a224-f4310e8b4982 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:08:03.298304 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (99637d80-6745-4a09-a224-f4310e8b4982), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.366928 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Pushing event updated for resources: {'Port': ['ID=99637d80-6745-4a09-a224-f4310e8b4982,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:03.421979 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Attempting to bind port 99637d80-6745-4a09-a224-f4310e8b4982 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:08:03.422315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Attempting to bind port 99637d80-6745-4a09-a224-f4310e8b4982 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:08:03.422644 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Attempting to bind port 99637d80-6745-4a09-a224-f4310e8b4982 on network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:08:03.464731 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Port 99637d80-6745-4a09-a224-f4310e8b4982 on network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:08:03.465057 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Attempting to bind port 99637d80-6745-4a09-a224-f4310e8b4982 on network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:08:03.508008 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:08:03.508346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Checking segment: {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:08:03.508725 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Bound using segment: {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:08:03.509156 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Bound port: 99637d80-6745-4a09-a224-f4310e8b4982, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:08:03.509538 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (99637d80-6745-4a09-a224-f4310e8b4982), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.550049 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.574988 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] For port 99637d80-6745-4a09-a224-f4310e8b4982, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:08:03.578324 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] For port 99637d80-6745-4a09-a224-f4310e8b4982, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=99637d80-6745-4a09-a224-f4310e8b4982,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:08:03.583546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (99637d80-6745-4a09-a224-f4310e8b4982), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.588216 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:03.588830 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:03.590228 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/99637d80-6745-4a09-a224-f4310e8b4982 HTTP/1.1" status: 200 len: 1093 time: 0.7509205 Oct 14 13:08:03.590775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'tag': '99637d80-6745-4a09-a224-f4310e8b4982'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:08:03.593085 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70df1d26-955b-464e-9daf-06dcd65339db" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70", "tag": "99637d80-6745-4a09-a224-f4310e8b4982"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:08:03.647898 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c0cd4c-280b-4c90-912f-422724b207f3 x-openstack-request-id: req-64c0cd4c-280b-4c90-912f-422724b207f3 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:08:03.648201 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70", "tag": "99637d80-6745-4a09-a224-f4310e8b4982", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:08:03.648551 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64c0cd4c-280b-4c90-912f-422724b207f3 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:08:03.648852 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c0cd4c-280b-4c90-912f-422724b207f3'] response: {'name': 'network-changed', 'server_uuid': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'tag': '99637d80-6745-4a09-a224-f4310e8b4982', 'status': 'completed', 'code': 200} Oct 14 13:08:03.673705 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4bc5a-a998-4636-8f01-e2f2bc0ffb79 service neutron] Pushing event updated for resources: {'Port': ['ID=99637d80-6745-4a09-a224-f4310e8b4982,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:03.683728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-0a21aee1-8b12-479b-be3f-e70ee133214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:03.685242 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-0a21aee1-8b12-479b-be3f-e70ee133214d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 1127 time: 0.0523715 Oct 14 13:08:03.979335 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-6bfc3081-073b-48eb-bf66-6e177620bc3f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99637d80-6745-4a09-a224-f4310e8b4982 HTTP/1.1" status: 200 len: 217 time: 0.2828643 Oct 14 13:08:04.029677 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a0cc1-197a-4397-8057-314076ea6faa req-be9b02c0-6633-4e83-b38f-11b40c4473a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:04.031129 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-be9b02c0-6633-4e83-b38f-11b40c4473a4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ee23d530-7e51-4f6f-afae-fefb64e1f871 HTTP/1.1" status: 200 len: 853 time: 0.0449343 Oct 14 13:08:04.066140 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-5081a41a-e114-48db-aa8f-ef1a83918a32 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264633 Oct 14 13:08:04.159481 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-0fec6e71-e4fd-4e53-bdde-6f23bce56384 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872147 Oct 14 13:08:04.250703 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-175a0cc1-197a-4397-8057-314076ea6faa req-52e93cc8-03e6-4c60-9fec-9f171010acf4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Oct 14 13:08:04.406084 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16c485-94cc-4ccd-a7ee-a46ca5771435 req-9817eb9a-ebb9-47ab-a594-61555c4f5400 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:04.407546 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-af16c485-94cc-4ccd-a7ee-a46ca5771435 req-9817eb9a-ebb9-47ab-a594-61555c4f5400 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 943 time: 0.0527375 Oct 14 13:08:04.452770 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:04.457564 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-af16c485-94cc-4ccd-a7ee-a46ca5771435 req-ab1f73db-5b51-46fa-bf43-7fbb2c2792f4 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Oct 14 13:08:05.089173 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1d26-955b-464e-9daf-06dcd65339db req-03a722f8-90ae-4b1a-8bd9-177c141bb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:05.090728 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-03a722f8-90ae-4b1a-8bd9-177c141bb389 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 1127 time: 0.0404649 Oct 14 13:08:05.149208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:05.176072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:05.194001 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1d26-955b-464e-9daf-06dcd65339db req-cca263e8-8d55-4510-bdab-e05f13353b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:05.195480 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-cca263e8-8d55-4510-bdab-e05f13353b60 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 200 len: 914 time: 0.0954201 Oct 14 13:08:05.237135 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-9ce2c68a-a567-4025-aed7-1f87aa45e62c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99637d80-6745-4a09-a224-f4310e8b4982 HTTP/1.1" status: 200 len: 217 time: 0.0341585 Oct 14 13:08:05.288215 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1d26-955b-464e-9daf-06dcd65339db req-4b3ff70b-37f9-4c78-9b1f-33659c13ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:05.289715 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-4b3ff70b-37f9-4c78-9b1f-33659c13ff24 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ee23d530-7e51-4f6f-afae-fefb64e1f871 HTTP/1.1" status: 200 len: 853 time: 0.0460551 Oct 14 13:08:05.327133 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-70506a40-9dff-46b1-abec-22e12339233f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308218 Oct 14 13:08:05.381010 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:05.394247 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:08:05.423574 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-7ed8e000-95a2-493d-b496-ad1f1f67460f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898397 Oct 14 13:08:05.526053 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70df1d26-955b-464e-9daf-06dcd65339db req-316a63ed-fa32-426f-a547-cb0bd3f9a14b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952623 Oct 14 13:08:05.583274 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb854a7-4335-4dff-9790-67f0d7dce65f req-f68ad41c-8ce6-4096-a551-3cb7c95b51b3 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:05.585469 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ffb854a7-4335-4dff-9790-67f0d7dce65f req-f68ad41c-8ce6-4096-a551-3cb7c95b51b3 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 943 time: 0.0473409 Oct 14 13:08:05.633675 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ffb854a7-4335-4dff-9790-67f0d7dce65f req-c9cef57f-dc81-4288-842a-122bb34b8f2f tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Oct 14 13:08:05.990355 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 99637d80-6745-4a09-a224-f4310e8b4982 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:08:06.090860 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 99637d80-6745-4a09-a224-f4310e8b4982, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=99637d80-6745-4a09-a224-f4310e8b4982,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:06.102170 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '99637d80-6745-4a09-a224-f4310e8b4982', 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16', 'port_id': '99637d80-6745-4a09-a224-f4310e8b4982', 'mac_address': 'fa:16:3e:8d:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23d530-7e51-4f6f-afae-fefb64e1f871', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:08:06.141924 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 99637d80-6745-4a09-a224-f4310e8b4982 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:08:06.142318 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (99637d80-6745-4a09-a224-f4310e8b4982), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:06.156470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99637d80-6745-4a09-a224-f4310e8b4982 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:08:06.176241 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 99637d80-6745-4a09-a224-f4310e8b4982, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=99637d80-6745-4a09-a224-f4310e8b4982,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:06.181358 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (99637d80-6745-4a09-a224-f4310e8b4982), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:06.230246 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=99637d80-6745-4a09-a224-f4310e8b4982,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:06.237566 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.237907 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.238251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.238590 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.238927 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.239258 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.240101 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.240460 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.240787 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.241117 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.241441 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.241791 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.242117 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.242444 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.242767 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:06.415276 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['99637d80-6745-4a09-a224-f4310e8b4982'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:08:06.768877 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4643d36-c8b2-4fd1-a436-41280026ab87 req-9484d235-8065-4b02-a9d1-922edb85e44a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:06.770453 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4643d36-c8b2-4fd1-a436-41280026ab87 req-9484d235-8065-4b02-a9d1-922edb85e44a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 944 time: 0.0493324 Oct 14 13:08:06.820736 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4643d36-c8b2-4fd1-a436-41280026ab87 req-7009e48e-985d-4c9b-80ef-ddb3e1407ccb tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Oct 14 13:08:07.948998 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c963205-4f7f-4b85-bf37-31078838fe03 req-157f2cdd-bae7-446a-b259-d21bcb7e428f tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:07.950573 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8c963205-4f7f-4b85-bf37-31078838fe03 req-157f2cdd-bae7-446a-b259-d21bcb7e428f tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 944 time: 0.0506485 Oct 14 13:08:08.000268 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8c963205-4f7f-4b85-bf37-31078838fe03 req-7d12d91a-84be-49cc-a9a3-d0ba685ec4e7 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Oct 14 13:08:08.032942 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 99637d80-6745-4a09-a224-f4310e8b4982 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:08:08.036033 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:08.075313 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 99637d80-6745-4a09-a224-f4310e8b4982 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:08:08.080832 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 99637d80-6745-4a09-a224-f4310e8b4982 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:08:08.081226 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (99637d80-6745-4a09-a224-f4310e8b4982), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:08.081629 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 99637d80-6745-4a09-a224-f4310e8b4982 Oct 14 13:08:08.119564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:08.158105 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 99637d80-6745-4a09-a224-f4310e8b4982 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:08:08.158493 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (99637d80-6745-4a09-a224-f4310e8b4982), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:08.181665 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99637d80-6745-4a09-a224-f4310e8b4982'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:08:08.183866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2175d25-4ec2-4098-8cf8-3ded35a3c7db" -d '{"events": [{"server_uuid": "fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70", "name": "network-vif-plugged", "status": "completed", "tag": "99637d80-6745-4a09-a224-f4310e8b4982"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:08:08.196305 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 99637d80-6745-4a09-a224-f4310e8b4982, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=99637d80-6745-4a09-a224-f4310e8b4982,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:08.200306 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (99637d80-6745-4a09-a224-f4310e8b4982), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:08.227580 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd65a89-005f-4804-896e-eb394ea33756 x-openstack-request-id: req-fbd65a89-005f-4804-896e-eb394ea33756 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:08:08.227900 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70", "name": "network-vif-plugged", "status": "completed", "tag": "99637d80-6745-4a09-a224-f4310e8b4982", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:08:08.228152 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fbd65a89-005f-4804-896e-eb394ea33756 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:08:08.228547 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd65a89-005f-4804-896e-eb394ea33756'] response: {'server_uuid': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99637d80-6745-4a09-a224-f4310e8b4982', 'code': 200} Oct 14 13:08:08.253873 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=99637d80-6745-4a09-a224-f4310e8b4982,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:08.391338 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c71d16-3a02-4e8e-995e-8fcff750d54f req-6a8a7152-8337-4065-b612-6c7a0df5e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:08.392751 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-25c71d16-3a02-4e8e-995e-8fcff750d54f req-6a8a7152-8337-4065-b612-6c7a0df5e716 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 1129 time: 0.0391638 Oct 14 13:08:08.440653 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-25c71d16-3a02-4e8e-995e-8fcff750d54f req-cd48f8f3-40b2-4725-a891-3fdcdc43d3fb service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Oct 14 13:08:09.117669 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15022e5-f97f-429e-b919-68c3aa8b3a80 req-a5ec5e96-f6b5-4271-b8a9-f2e0d2457d73 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:09.119116 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a15022e5-f97f-429e-b919-68c3aa8b3a80 req-a5ec5e96-f6b5-4271-b8a9-f2e0d2457d73 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Oct 14 13:08:09.167340 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a15022e5-f97f-429e-b919-68c3aa8b3a80 req-b4f9f0f5-6d68-405e-b826-1ac39a4007ae tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Oct 14 13:08:10.291000 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5858c7-8c6f-4377-9d8b-d1e99b43012d req-e60248c8-19f4-489c-a0a1-79ef9c4d666e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:10.292462 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf5858c7-8c6f-4377-9d8b-d1e99b43012d req-e60248c8-19f4-489c-a0a1-79ef9c4d666e tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 945 time: 0.0489557 Oct 14 13:08:10.339471 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf5858c7-8c6f-4377-9d8b-d1e99b43012d req-994c2260-ed9e-4fa2-a717-667263be22f4 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Oct 14 13:08:13.456271 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:16.403451 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:16.408606 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:17.346240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51192) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:17.455232 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-16c4bb1c-27af-4ede-a36e-88179ef70d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.531500 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-16c4bb1c-27af-4ede-a36e-88179ef70d81 admin admin] Publish callbacks [] for security_group (72e83fb5-70d8-49ce-922d-62ed12a0da92), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.535168 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-16c4bb1c-27af-4ede-a36e-88179ef70d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (72e83fb5-70d8-49ce-922d-62ed12a0da92), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.579255 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-16c4bb1c-27af-4ede-a36e-88179ef70d81 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ddb002b2b7a44d61801ae74f63b47ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318978 Oct 14 13:08:17.580127 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4bb1c-27af-4ede-a36e-88179ef70d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e83fb5-70d8-49ce-922d-62ed12a0da92,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:17.582207 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51196) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:17.636759 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a966d098-e8ed-4a03-8640-44dbd880897f admin admin] Publish callbacks [] for security_group (72e83fb5-70d8-49ce-922d-62ed12a0da92), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.657939 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a966d098-e8ed-4a03-8640-44dbd880897f admin admin] Publish callbacks [] for security_group (72e83fb5-70d8-49ce-922d-62ed12a0da92), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.705082 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a966d098-e8ed-4a03-8640-44dbd880897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (72e83fb5-70d8-49ce-922d-62ed12a0da92), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.707735 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a966d098-e8ed-4a03-8640-44dbd880897f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:17.711914 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a966d098-e8ed-4a03-8640-44dbd880897f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/72e83fb5-70d8-49ce-922d-62ed12a0da92 HTTP/1.1" status: 204 len: 168 time: 0.1256726 Oct 14 13:08:17.718223 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966d098-e8ed-4a03-8640-44dbd880897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e83fb5-70d8-49ce-922d-62ed12a0da92,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:23.451253 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:26.966912 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51300) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:27.064467 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:27.072745 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7621-0ed3-4365-a7c0-426fefe279d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.150701 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7621-0ed3-4365-a7c0-426fefe279d6 admin admin] Publish callbacks [] for security_group (ef563862-cf18-4d5f-a6ea-0ce30943faf5), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.154232 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7621-0ed3-4365-a7c0-426fefe279d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ef563862-cf18-4d5f-a6ea-0ce30943faf5), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.193750 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3a1b7621-0ed3-4365-a7c0-426fefe279d6 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c729f19db9044ee19fe6d47b4270c930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257445 Oct 14 13:08:27.195208 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7621-0ed3-4365-a7c0-426fefe279d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef563862-cf18-4d5f-a6ea-0ce30943faf5,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:27.196994 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51304) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:27.226422 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:27.249246 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fe4961e-17e8-4790-9060-c61d09469891 admin admin] Publish callbacks [] for security_group (ef563862-cf18-4d5f-a6ea-0ce30943faf5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.269380 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fe4961e-17e8-4790-9060-c61d09469891 admin admin] Publish callbacks [] for security_group (ef563862-cf18-4d5f-a6ea-0ce30943faf5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.315876 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fe4961e-17e8-4790-9060-c61d09469891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (ef563862-cf18-4d5f-a6ea-0ce30943faf5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.318451 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6fe4961e-17e8-4790-9060-c61d09469891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:27.319596 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6fe4961e-17e8-4790-9060-c61d09469891 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ef563862-cf18-4d5f-a6ea-0ce30943faf5 HTTP/1.1" status: 204 len: 168 time: 0.1209803 Oct 14 13:08:27.327553 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4961e-17e8-4790-9060-c61d09469891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef563862-cf18-4d5f-a6ea-0ce30943faf5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:27.732605 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=15 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:28.227456 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=10 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:28.229995 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=16 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:29.991870 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a5c6-58aa-4603-b9a9-782640f9b3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:32.169183 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-73fe2519-67e2-42da-a397-f65b14200196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:33.551270 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:35.145003 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:35.171359 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:35.741889 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:35.783615 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3736c114-142b-4f06-aa72-52ab8d61816c req-38621f0b-fb0f-4404-8b4a-d46be4e3574c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1354648957&fields=id&tenant_id=d79493455fcd4feabbbecbe929e0f5fc HTTP/1.1" status: 200 len: 267 time: 0.0477090 Oct 14 13:08:35.832881 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c114-142b-4f06-aa72-52ab8d61816c req-5736a78f-8cc0-4fd2-b757-65e55e28511d tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:35.834359 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3736c114-142b-4f06-aa72-52ab8d61816c req-5736a78f-8cc0-4fd2-b757-65e55e28511d tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 984 time: 0.0454187 Oct 14 13:08:35.844949 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Request body: {'port': {'security_groups': ['57257f87-4783-429d-af40-c15656f2f2c9']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:08:35.920350 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.092521 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:36.120026 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.124560 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.134722 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:36.135324 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.136691 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3736c114-142b-4f06-aa72-52ab8d61816c req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "PUT /networking/v2.0/ports/4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 942 time: 0.2959995 Oct 14 13:08:36.137240 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:08:36.139491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7507a0f2-988d-419e-8930-a6451c162df8" -d '{"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:08:36.142520 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51350) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:36.150674 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:36.183346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32625d67-5857-416a-bb9a-edda18d885d1 x-openstack-request-id: req-32625d67-5857-416a-bb9a-edda18d885d1 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:08:36.183640 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:08:36.183889 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32625d67-5857-416a-bb9a-edda18d885d1 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:08:36.184295 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32625d67-5857-416a-bb9a-edda18d885d1'] response: {'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'status': 'completed', 'code': 200} Oct 14 13:08:36.193997 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f56848-ee8f-4d17-a10f-8bf815c1987b tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event updated for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=7']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:36.207988 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c897b97-d54f-448d-a908-9db3e53c1a5e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group (0bdcc557-14cd-4de6-b422-2ca94b79a230), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.235879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c897b97-d54f-448d-a908-9db3e53c1a5e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group (0bdcc557-14cd-4de6-b422-2ca94b79a230), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.295496 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c897b97-d54f-448d-a908-9db3e53c1a5e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (0bdcc557-14cd-4de6-b422-2ca94b79a230), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.298497 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0c897b97-d54f-448d-a908-9db3e53c1a5e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.299635 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0c897b97-d54f-448d-a908-9db3e53c1a5e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0bdcc557-14cd-4de6-b422-2ca94b79a230 HTTP/1.1" status: 204 len: 168 time: 0.1555822 Oct 14 13:08:36.302471 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51352) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:36.311844 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c897b97-d54f-448d-a908-9db3e53c1a5e tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdcc557-14cd-4de6-b422-2ca94b79a230,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:36.444001 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Deleting port 86c9831d-937a-4510-99f3-5e9222f3e20e {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:36.444269 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.522246 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.522570 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for floatingip (86c9831d-937a-4510-99f3-5e9222f3e20e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.535518 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Calling delete_port for 86c9831d-937a-4510-99f3-5e9222f3e20e owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:36.600094 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:36.669575 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:36.693228 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (86c9831d-937a-4510-99f3-5e9222f3e20e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.718223 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event deleted for resources: {'Port': ['ID=86c9831d-937a-4510-99f3-5e9222f3e20e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:36.783593 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks [] for floatingip (14cb5151-094f-48ec-88d8-a02f169311a4), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:36.784253 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Floating IP 14cb5151-094f-48ec-88d8-a02f169311a4 disassociated (deleted). External IP: 172.27.3.19, port: 4bcf9a4a-8080-4b16-96b8-764c513ef541. Oct 14 13:08:36.976187 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Router b160a4a6-0a06-441b-bdee-bc9a33879496 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:08:37.081647 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:08:37.086597 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:37.091656 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] Sync routers for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:08:37.101357 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:08:37.101992 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:37.116897 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-59c78bd3-21a0-4eed-b132-bac6fc953014 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/14cb5151-094f-48ec-88d8-a02f169311a4 HTTP/1.1" status: 204 len: 168 time: 0.8133266 Oct 14 13:08:37.293070 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:08:37.482972 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:37.507100 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] Checking router: b160a4a6-0a06-441b-bdee-bc9a33879496 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:08:37.515689 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:08:37.516284 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:37.615463 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:08:37.801710 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:37.829254 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d6a5d-1ae9-4f14-adc7-0a4a6308918a None None] The sync data for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi is: [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:05:58Z', 'revision_number': 4, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '6c16c499-51b2-486a-974d-7723bd663e8d', 'name': '', 'network_id': 'c33965bf-76ca-409a-bb7b-ab4212679475', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'mac_address': 'fa:16:3e:a1:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:57Z', 'updated_at': '2022-10-14T13:06:05Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'subnets': [{'id': 'dfb13507-273e-4a42-a53e-06ddb518115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:08:38.042757 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4dfa37-5e07-43a6-9559-266cb0df0d88 None None] New status for floating IP 14cb5151-094f-48ec-88d8-a02f169311a4: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:08:38.185775 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:08:38.188147 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcba86d-6935-4455-b8d1-e3281156b5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:08:38.224813 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97228149-7162-42b6-b92b-9d242e26b70c x-openstack-request-id: req-97228149-7162-42b6-b92b-9d242e26b70c {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:08:38.225106 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:08:38.225364 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97228149-7162-42b6-b92b-9d242e26b70c {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:08:38.225845 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97228149-7162-42b6-b92b-9d242e26b70c'] response: {'name': 'network-changed', 'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'status': 'completed', 'code': 200} Oct 14 13:08:38.341693 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4bcf9a4a-8080-4b16-96b8-764c513ef541'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:08:38.409577 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507a0f2-988d-419e-8930-a6451c162df8 req-4f30c4a7-8f83-4790-9daa-7fa73846e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:38.411016 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-4f30c4a7-8f83-4790-9daa-7fa73846e81a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1129 time: 0.0554624 Oct 14 13:08:38.424795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4bcf9a4a-8080-4b16-96b8-764c513ef541'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:08:38.510384 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507a0f2-988d-419e-8930-a6451c162df8 req-7adc4cf3-2ba3-486f-af90-59353a22ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:38.511866 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-7adc4cf3-2ba3-486f-af90-59353a22ff99 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 915 time: 0.0900061 Oct 14 13:08:38.788370 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-4ae72f77-e520-4d65-89ee-7953c9343c75 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 217 time: 0.0414467 Oct 14 13:08:38.848975 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507a0f2-988d-419e-8930-a6451c162df8 req-68600315-6d8b-4bee-a7e3-8d76dcb3662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:38.853434 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-68600315-6d8b-4bee-a7e3-8d76dcb3662c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0559812 Oct 14 13:08:38.911339 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507a0f2-988d-419e-8930-a6451c162df8 req-edf55432-0071-4872-8fd1-36c82f7ffec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:38.912864 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-edf55432-0071-4872-8fd1-36c82f7ffec6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454698 Oct 14 13:08:39.009156 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-f18097bc-6b4c-4735-86d4-c2db70b990b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885310 Oct 14 13:08:39.097897 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7507a0f2-988d-419e-8930-a6451c162df8 req-28eb5f30-7a43-4497-9192-bfb179d7c13d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Oct 14 13:08:41.775952 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:41.785846 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-dba20cad-87a3-43c6-b753-e9d777868967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:41.787317 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-dba20cad-87a3-43c6-b753-e9d777868967 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 1129 time: 0.0401778 Oct 14 13:08:41.851149 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:41.879196 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-080862ca-9d5e-4172-98f0-becd1d76e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:41.880628 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-080862ca-9d5e-4172-98f0-becd1d76e9f0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 200 len: 915 time: 0.0873361 Oct 14 13:08:41.919037 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-0bca187c-b5c8-4846-87cc-30c0b39982b8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 200 len: 217 time: 0.0313096 Oct 14 13:08:41.966626 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-0b8e3c27-b791-40b0-b4b5-10ca4ecba6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:41.968070 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-0b8e3c27-b791-40b0-b4b5-10ca4ecba6a0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 200 len: 853 time: 0.0435686 Oct 14 13:08:42.019645 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-a3042b12-adfb-4cdc-b154-81f755cc411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:42.021152 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-a3042b12-adfb-4cdc-b154-81f755cc411c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c33965bf-76ca-409a-bb7b-ab4212679475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463729 Oct 14 13:08:42.116899 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-cda2cd0c-e49e-4af7-ad3b-bca7d05af89e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884211 Oct 14 13:08:42.211112 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bbcba86d-6935-4455-b8d1-e3281156b5b0 req-ddd2154c-3ade-482b-a2ce-984b050ec04b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Oct 14 13:08:42.392916 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:08:43.468354 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:44.060065 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eec28-9bf4-4c6d-a13f-09a3037f500b req-1177f30b-b3e7-45fb-ab1b-501fb93e541c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:44.061642 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-284eec28-9bf4-4c6d-a13f-09a3037f500b req-1177f30b-b3e7-45fb-ab1b-501fb93e541c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0466516 Oct 14 13:08:44.108134 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-284eec28-9bf4-4c6d-a13f-09a3037f500b req-1490c632-0d42-4bcb-a094-c3379af8b68c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Oct 14 13:08:45.228273 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59eaff-f646-417e-824d-cebe84e23b50 req-c058f5d9-6b93-4f61-8be2-2ee677f1445c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:45.230295 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c59eaff-f646-417e-824d-cebe84e23b50 req-c058f5d9-6b93-4f61-8be2-2ee677f1445c tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0467360 Oct 14 13:08:45.276807 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c59eaff-f646-417e-824d-cebe84e23b50 req-9cdd2b84-1eba-4c3c-b00c-6aefce58a9e2 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Oct 14 13:08:46.403546 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9498b-58df-422d-bd0e-33e9eb3548b2 req-703eadf9-5652-49c2-a176-08d37db5072f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:46.405026 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ae9498b-58df-422d-bd0e-33e9eb3548b2 req-703eadf9-5652-49c2-a176-08d37db5072f tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0510528 Oct 14 13:08:46.452077 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ae9498b-58df-422d-bd0e-33e9eb3548b2 req-fe81b5b3-c745-41a7-8a21-62400db4818a tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Oct 14 13:08:47.576267 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784b45-273f-4668-82dc-fe2a2aec9c57 req-844bd615-4fa0-43e2-adba-ed6c0b627f29 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:47.577772 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5784b45-273f-4668-82dc-fe2a2aec9c57 req-844bd615-4fa0-43e2-adba-ed6c0b627f29 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0493762 Oct 14 13:08:47.631276 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5784b45-273f-4668-82dc-fe2a2aec9c57 req-eb5f9046-bb65-4fd4-9363-2f5830c6d8e2 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=57257f87-4783-429d-af40-c15656f2f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Oct 14 13:08:47.827480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-fe79d312-1ea5-473c-bf71-3d0be0669ef5 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:47.828959 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-fe79d312-1ea5-473c-bf71-3d0be0669ef5 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 945 time: 0.0454378 Oct 14 13:08:47.908157 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Deleting port 4bcf9a4a-8080-4b16-96b8-764c513ef541 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:47.908422 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:47.999225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] For port 4bcf9a4a-8080-4b16-96b8-764c513ef541, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=4bcf9a4a-8080-4b16-96b8-764c513ef541,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:47.999588 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:48.012970 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Calling delete_port for 4bcf9a4a-8080-4b16-96b8-764c513ef541 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:48.114624 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:48.138498 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (4bcf9a4a-8080-4b16-96b8-764c513ef541), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:48.144997 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:48.155961 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['4bcf9a4a-8080-4b16-96b8-764c513ef541'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:08:48.170487 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Pushing event deleted for resources: {'Port': ['ID=4bcf9a4a-8080-4b16-96b8-764c513ef541,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:48.216803 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] No DVR routers for this DVR port 4bcf9a4a-8080-4b16-96b8-764c513ef541 on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:08:48.219588 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:48.223158 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d73cfa2-7d67-47a9-b7fc-2895eecf23a1 req-045cd0be-dc26-426d-971e-206fb95352f8 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.18 "DELETE /networking/v2.0/ports/4bcf9a4a-8080-4b16-96b8-764c513ef541 HTTP/1.1" status: 204 len: 173 time: 0.3889661 Oct 14 13:08:48.223706 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'name': 'network-vif-deleted', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:08:48.226051 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54a4da0-0335-4ed5-a9bc-7b474757e008" -d '{"events": [{"server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "name": "network-vif-deleted", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:08:48.269958 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b9ecb2-818f-4027-817d-c21ed2e8bdd5 x-openstack-request-id: req-23b9ecb2-818f-4027-817d-c21ed2e8bdd5 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:08:48.270253 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62efbcc1-3060-4f79-9a6e-725a62576d91", "name": "network-vif-deleted", "tag": "4bcf9a4a-8080-4b16-96b8-764c513ef541", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:08:48.270495 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23b9ecb2-818f-4027-817d-c21ed2e8bdd5 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:08:48.270900 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b9ecb2-818f-4027-817d-c21ed2e8bdd5'] response: {'server_uuid': '62efbcc1-3060-4f79-9a6e-725a62576d91', 'name': 'network-vif-deleted', 'tag': '4bcf9a4a-8080-4b16-96b8-764c513ef541', 'status': 'completed', 'code': 200} Oct 14 13:08:48.754349 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e99adae4-c122-4884-8413-7a7bb1cd4a3d req-4ecc373a-ee69-4cc3-8ce1-0b768508ae51 tempest-TestMinimumBasicScenario-589280020 tempest-TestMinimumBasicScenario-589280020-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=62efbcc1-3060-4f79-9a6e-725a62576d91 HTTP/1.1" status: 200 len: 210 time: 0.0303705 Oct 14 13:08:50.343910 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4bcf9a4a-8080-4b16-96b8-764c513ef541 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:50.365707 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 4bcf9a4a-8080-4b16-96b8-764c513ef541 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:50.366060 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 4bcf9a4a-8080-4b16-96b8-764c513ef541 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:50.434425 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51494) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:50.745909 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (b160a4a6-0a06-441b-bdee-bc9a33879496), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:50.976224 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Deleting port 6c16c499-51b2-486a-974d-7723bd663e8d {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:50.976612 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:51.092769 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] For port 6c16c499-51b2-486a-974d-7723bd663e8d, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=6c16c499-51b2-486a-974d-7723bd663e8d,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:51.093131 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:51.110728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Calling delete_port for 6c16c499-51b2-486a-974d-7723bd663e8d owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:51.117439 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ce783-3f81-462b-9050-69cd62adad50 req-cd62f81b-168b-4d3e-b826-b3fb301053bb tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:51.119454 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-668ce783-3f81-462b-9050-69cd62adad50 req-cd62f81b-168b-4d3e-b826-b3fb301053bb tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 945 time: 0.0711527 Oct 14 13:08:51.191364 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:51.214256 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-668ce783-3f81-462b-9050-69cd62adad50 req-b61b1d95-4506-43ec-8ecd-cb73b482a5fe tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876057 Oct 14 13:08:51.323609 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:51.334688 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (6c16c499-51b2-486a-974d-7723bd663e8d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:51.357030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c16c499-51b2-486a-974d-7723bd663e8d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:51.756957 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (b160a4a6-0a06-441b-bdee-bc9a33879496), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:51.778332 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b57cd-4155-4b74-9ed0-d04382548e6d None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:08:51.855808 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b57cd-4155-4b74-9ed0-d04382548e6d None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:08:51.962694 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Router b160a4a6-0a06-441b-bdee-bc9a33879496 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:08:52.070536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:08:52.075947 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5f1816ac-c744-429d-9b5d-194bea6a2736 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b160a4a6-0a06-441b-bdee-bc9a33879496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400957 Oct 14 13:08:52.078591 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51502) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:52.079653 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] Sync routers for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:08:52.091308 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:08:52.092046 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:52.191281 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks [] for router (b160a4a6-0a06-441b-bdee-bc9a33879496), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.218459 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:08:52.348140 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:52.349376 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:52.352807 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks [] for router_gateway (b160a4a6-0a06-441b-bdee-bc9a33879496), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.366051 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ec529-6882-4cb4-b57d-d0b742bf8abe req-3ebd183e-0c23-4fa8-b5bf-b50b897e33ae tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:52.372847 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b97ec529-6882-4cb4-b57d-d0b742bf8abe req-3ebd183e-0c23-4fa8-b5bf-b50b897e33ae tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 945 time: 0.0647013 Oct 14 13:08:52.406327 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Deleting port 5c3c8a13-9d64-4317-b72f-351cea10488d {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:52.407735 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.424044 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b97ec529-6882-4cb4-b57d-d0b742bf8abe req-9c77a3db-ee7f-4b68-b777-4a15d22acee8 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503228 Oct 14 13:08:52.432609 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:08:51Z', 'revision_number': 5, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port': {'id': '5c3c8a13-9d64-4317-b72f-351cea10488d', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:05:54Z', 'updated_at': '2022-10-14T13:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:52.462337 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] Checking router: b160a4a6-0a06-441b-bdee-bc9a33879496 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:08:52.474461 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] Routers {'b160a4a6-0a06-441b-bdee-bc9a33879496'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:08:52.475093 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['b160a4a6-0a06-441b-bdee-bc9a33879496'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:52.505649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] For port 5c3c8a13-9d64-4317-b72f-351cea10488d, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=5c3c8a13-9d64-4317-b72f-351cea10488d,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:52.506113 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.521907 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Calling delete_port for 5c3c8a13-9d64-4317-b72f-351cea10488d owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:52.553686 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:52.558280 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2f7f3deb-95b8-4358-80f2-04bfbbcf6f35 None None] Provisioning complete for port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:08:52.558950 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f7f3deb-95b8-4358-80f2-04bfbbcf6f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.559398 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2f7f3deb-95b8-4358-80f2-04bfbbcf6f35 None None] Attempt 1 to provision port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 Oct 14 13:08:52.569823 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] Set router b160a4a6-0a06-441b-bdee-bc9a33879496 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:08:52.585898 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:52.602084 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:52.633892 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:08:52Z', 'revision_number': 6, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:52.636753 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:52.641897 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f3deb-95b8-4358-80f2-04bfbbcf6f35 None None] Current status of the port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:08:52.666470 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e953-9c9e-4c77-bad8-e6be7cf51b3f None None] The sync data for ids ['b160a4a6-0a06-441b-bdee-bc9a33879496'] in dv-cinder-820994-7-iscsi is: [{'id': 'b160a4a6-0a06-441b-bdee-bc9a33879496', 'name': 'tempest-TestMinimumBasicScenario-756493837-router', 'tenant_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:05:53Z', 'updated_at': '2022-10-14T13:08:52Z', 'revision_number': 6, 'project_id': 'd79493455fcd4feabbbecbe929e0f5fc', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:08:52.745161 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445a7b-bc71-417e-8be7-9f514733f75f req-5c845d1f-d79d-4555-a501-dd9b9a302f3d tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:52.746681 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-19445a7b-bc71-417e-8be7-9f514733f75f req-5c845d1f-d79d-4555-a501-dd9b9a302f3d tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 945 time: 0.0629263 Oct 14 13:08:52.747925 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (5c3c8a13-9d64-4317-b72f-351cea10488d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.773154 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3c8a13-9d64-4317-b72f-351cea10488d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:52.844728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (b160a4a6-0a06-441b-bdee-bc9a33879496), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.952596 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (b160a4a6-0a06-441b-bdee-bc9a33879496), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:52.956386 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks [] for router_controller (b160a4a6-0a06-441b-bdee-bc9a33879496), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.022906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (b160a4a6-0a06-441b-bdee-bc9a33879496), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.023505 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b160a4a6-0a06-441b-bdee-bc9a33879496 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:08:53.028930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.030076 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0022a3c8-2418-49b4-b786-7d746f5b5d44 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/b160a4a6-0a06-441b-bdee-bc9a33879496 HTTP/1.1" status: 204 len: 168 time: 0.9505603 Oct 14 13:08:53.032875 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51506) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:53.048444 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Deleting port 99637d80-6745-4a09-a224-f4310e8b4982 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:53.048787 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (99637d80-6745-4a09-a224-f4310e8b4982), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.076991 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Deleting subnet dfb13507-273e-4a42-a53e-06ddb518115a {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:08:53.080047 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Publish callbacks [] for subnet (dfb13507-273e-4a42-a53e-06ddb518115a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.117862 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (dfb13507-273e-4a42-a53e-06ddb518115a), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.141938 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] For port 99637d80-6745-4a09-a224-f4310e8b4982, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=99637d80-6745-4a09-a224-f4310e8b4982,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:53.142295 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (99637d80-6745-4a09-a224-f4310e8b4982), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.156704 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Calling delete_port for 99637d80-6745-4a09-a224-f4310e8b4982 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:53.200504 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (dfb13507-273e-4a42-a53e-06ddb518115a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.225662 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:53.237425 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:53.258753 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (dfb13507-273e-4a42-a53e-06ddb518115a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.288903 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb13507-273e-4a42-a53e-06ddb518115a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:53.293961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.297612 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/dfb13507-273e-4a42-a53e-06ddb518115a HTTP/1.1" status: 204 len: 168 time: 0.2634633 Oct 14 13:08:53.299526 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff848dd-eb56-4f05-af5f-7a3a59c16bab None None] Network c33965bf-76ca-409a-bb7b-ab4212679475 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:08:53.301918 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51508) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:53.303034 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.303989 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.304547 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.305070 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.305413 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.305787 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.306115 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.307003 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.307334 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.307661 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.307987 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.308312 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.308633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.308952 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.309269 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc374d3-ca57-42a0-a047-220cbab827fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:53.325841 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (99637d80-6745-4a09-a224-f4310e8b4982), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.351926 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['99637d80-6745-4a09-a224-f4310e8b4982'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:08:53.395906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Pushing event deleted for resources: {'Port': ['ID=99637d80-6745-4a09-a224-f4310e8b4982,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:53.441912 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (c33965bf-76ca-409a-bb7b-ab4212679475), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.460038 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] No DVR routers for this DVR port 99637d80-6745-4a09-a224-f4310e8b4982 on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:08:53.462796 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.474469 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-19445a7b-bc71-417e-8be7-9f514733f75f req-63bcec0d-4dfe-489c-b85a-d174cc9b5ebc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "DELETE /networking/v2.0/ports/99637d80-6745-4a09-a224-f4310e8b4982 HTTP/1.1" status: 204 len: 173 time: 0.5488145 Oct 14 13:08:53.475247 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'name': 'network-vif-deleted', 'tag': '99637d80-6745-4a09-a224-f4310e8b4982'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:08:53.479756 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c6b2c-1a9f-4679-b106-cbf49d011cee" -d '{"events": [{"server_uuid": "fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70", "name": "network-vif-deleted", "tag": "99637d80-6745-4a09-a224-f4310e8b4982"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:08:53.501308 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] DHCP port deletion for c33965bf-76ca-409a-bb7b-ab4212679475 request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:08:53.566313 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Deleting port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:53.566656 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.572795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] Deleting port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:53.573172 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.611550 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb935be7-456b-40f7-8c42-1fb042074e3a x-openstack-request-id: req-cb935be7-456b-40f7-8c42-1fb042074e3a {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:08:53.611940 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70", "name": "network-vif-deleted", "tag": "99637d80-6745-4a09-a224-f4310e8b4982", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:08:53.612163 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb935be7-456b-40f7-8c42-1fb042074e3a {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:08:53.612503 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb935be7-456b-40f7-8c42-1fb042074e3a'] response: {'server_uuid': 'fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70', 'name': 'network-vif-deleted', 'tag': '99637d80-6745-4a09-a224-f4310e8b4982', 'status': 'completed', 'code': 200} Oct 14 13:08:53.646713 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] For port e137f8dc-3bf5-4051-b3d0-2a712775d4d7, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:53.647406 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.648748 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3d0e841b-2a23-4d72-b6c7-b1d908450325 req-1aa73a97-02b1-4b22-ab1a-2c0328ec80c4 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=fae2ceb4-ed77-4dd1-bd52-3eeb7628cc70 HTTP/1.1" status: 200 len: 210 time: 0.0353224 Oct 14 13:08:53.662603 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] Calling delete_port for e137f8dc-3bf5-4051-b3d0-2a712775d4d7 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:53.674972 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] For port e137f8dc-3bf5-4051-b3d0-2a712775d4d7, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,segment=NetworkSegment(4fef3da5-85cb-43da-96dc-3d65ef394313),segment_id=4fef3da5-85cb-43da-96dc-3d65ef394313)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:53.677900 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.693099 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Calling delete_port for e137f8dc-3bf5-4051-b3d0-2a712775d4d7 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:53.694628 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:53.757680 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.772349 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (e137f8dc-3bf5-4051-b3d0-2a712775d4d7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.780532 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] Pushing event deleted for resources: {'Port': ['ID=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:53.786807 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b7ee3-3c09-434c-aa8a-8eefc6ae1960 None None] No DVR routers for this DVR port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:08:53.802541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e137f8dc-3bf5-4051-b3d0-2a712775d4d7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:53.804374 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] No DVR routers for this DVR port e137f8dc-3bf5-4051-b3d0-2a712775d4d7 on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:08:53.874536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (c33965bf-76ca-409a-bb7b-ab4212679475), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.894418 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33965bf-76ca-409a-bb7b-ab4212679475']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:53.904134 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fef3da5-85cb-43da-96dc-3d65ef394313') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:53.904437 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fef3da5-85cb-43da-96dc-3d65ef394313') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:53.913942 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (4fef3da5-85cb-43da-96dc-3d65ef394313), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.927948 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (4fef3da5-85cb-43da-96dc-3d65ef394313), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.934446 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:08:53.934832 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (4fef3da5-85cb-43da-96dc-3d65ef394313), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:53.980560 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 4fef3da5-85cb-43da-96dc-3d65ef394313 resource provider aggregate not found Oct 14 13:08:54.005254 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 4fef3da5-85cb-43da-96dc-3d65ef394313 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fef3da5-85cb-43da-96dc-3d65ef394313 found for delete ", "request_id": "req-fcc2c980-7c52-4a86-ac89-a598f730d511"}]} Oct 14 13:08:54.006467 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (c33965bf-76ca-409a-bb7b-ab4212679475), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:54.011951 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:54.016343 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/c33965bf-76ca-409a-bb7b-ab4212679475 HTTP/1.1" status: 204 len: 168 time: 0.7129526 Oct 14 13:08:54.019789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51518) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:54.036902 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9036a-c1d5-49c4-a791-706c7574add3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33965bf-76ca-409a-bb7b-ab4212679475,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:54.229424 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:54.242224 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6c16c499-51b2-486a-974d-7723bd663e8d no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:54.262740 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 6c16c499-51b2-486a-974d-7723bd663e8d {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:54.263082 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 6c16c499-51b2-486a-974d-7723bd663e8d not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:54.263492 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e137f8dc-3bf5-4051-b3d0-2a712775d4d7 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:54.282088 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: e137f8dc-3bf5-4051-b3d0-2a712775d4d7 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:54.282430 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device e137f8dc-3bf5-4051-b3d0-2a712775d4d7 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:54.282839 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5c3c8a13-9d64-4317-b72f-351cea10488d no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:54.300598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 5c3c8a13-9d64-4317-b72f-351cea10488d {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:54.301197 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 5c3c8a13-9d64-4317-b72f-351cea10488d not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:54.342412 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (55e996be-8f77-425a-ad22-022d377313dd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:54.557082 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Deleting port ae3e51c0-ea00-4693-a62d-6e1f3d157c44 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:54.557305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:54.637820 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] For port ae3e51c0-ea00-4693-a62d-6e1f3d157c44, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,segment=NetworkSegment(e33448a6-d341-4bf5-b4f5-f670ea8aa576),segment_id=e33448a6-d341-4bf5-b4f5-f670ea8aa576)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:54.638178 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:54.650531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Calling delete_port for ae3e51c0-ea00-4693-a62d-6e1f3d157c44 owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:54.660730 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:54.834317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (ae3e51c0-ea00-4693-a62d-6e1f3d157c44), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:54.860004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3e51c0-ea00-4693-a62d-6e1f3d157c44,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:55.246604 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:55.269421 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (55e996be-8f77-425a-ad22-022d377313dd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:55.289872 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcbbe7-27a7-4a4b-8f4d-5f7984151c30 None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:08:55.374976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dcbbe7-27a7-4a4b-8f4d-5f7984151c30 None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:08:55.472939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Router 55e996be-8f77-425a-ad22-022d377313dd has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:08:55.578690 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:08:55.583895 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-259959ee-5156-45a3-93c5-49218ae68ae1 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/55e996be-8f77-425a-ad22-022d377313dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5630443 Oct 14 13:08:55.586423 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51526) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:55.589366 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] Sync routers for ids ['55e996be-8f77-425a-ad22-022d377313dd'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:08:55.600812 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] Routers {'55e996be-8f77-425a-ad22-022d377313dd'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:08:55.601428 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['55e996be-8f77-425a-ad22-022d377313dd'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:55.696994 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks [] for router (55e996be-8f77-425a-ad22-022d377313dd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:55.807965 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks [] for router_gateway (55e996be-8f77-425a-ad22-022d377313dd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:55.854602 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] Set router 55e996be-8f77-425a-ad22-022d377313dd gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:08:55.855118 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Deleting port 288d70d6-1d31-462f-92a0-40ddd831043c {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:55.855703 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:55.895837 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:55.956092 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] For port 288d70d6-1d31-462f-92a0-40ddd831043c, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=288d70d6-1d31-462f-92a0-40ddd831043c,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:55.956092 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:55.969939 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Calling delete_port for 288d70d6-1d31-462f-92a0-40ddd831043c owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:56.027820 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:56.037337 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b8287d5a-db89-41c8-b248-fd19c0e54fba None None] Provisioning complete for port b9500015-9bdf-41da-bda5-6e3177b43aea triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:08:56.037737 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b8287d5a-db89-41c8-b248-fd19c0e54fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.038072 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-b8287d5a-db89-41c8-b248-fd19c0e54fba None None] Attempt 1 to provision port b9500015-9bdf-41da-bda5-6e3177b43aea Oct 14 13:08:56.040006 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:56.042373 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:08:54Z', 'revision_number': 5, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port': {'id': '288d70d6-1d31-462f-92a0-40ddd831043c', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e996be-8f77-425a-ad22-022d377313dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:56.095318 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] Checking router: 55e996be-8f77-425a-ad22-022d377313dd for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:08:56.098767 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:56.113939 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] Routers {'55e996be-8f77-425a-ad22-022d377313dd'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:08:56.114534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['55e996be-8f77-425a-ad22-022d377313dd'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:56.144814 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (288d70d6-1d31-462f-92a0-40ddd831043c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.171079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Pushing event deleted for resources: {'Port': ['ID=288d70d6-1d31-462f-92a0-40ddd831043c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:56.220330 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b8287d5a-db89-41c8-b248-fd19c0e54fba None None] Current status of the port b9500015-9bdf-41da-bda5-6e3177b43aea is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:08:56.230599 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] Set router 55e996be-8f77-425a-ad22-022d377313dd gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:08:56.244126 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (55e996be-8f77-425a-ad22-022d377313dd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.285068 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:08:55Z', 'revision_number': 6, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:56.310618 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a7d2e-9e19-4817-815f-625391dff3c6 None None] The sync data for ids ['55e996be-8f77-425a-ad22-022d377313dd'] in dv-cinder-820994-7-iscsi is: [{'id': '55e996be-8f77-425a-ad22-022d377313dd', 'name': 'tempest-TestMinimumBasicScenario-95985582-router', 'tenant_id': 'c15ad422b1f447dba44418576bd18d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:06:00Z', 'updated_at': '2022-10-14T13:08:55Z', 'revision_number': 6, 'project_id': 'c15ad422b1f447dba44418576bd18d6f', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:08:56.333108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (55e996be-8f77-425a-ad22-022d377313dd), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.335363 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks [] for router_controller (55e996be-8f77-425a-ad22-022d377313dd), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.381827 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (55e996be-8f77-425a-ad22-022d377313dd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.382594 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e996be-8f77-425a-ad22-022d377313dd {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:08:56.388699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.389884 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7dc3486c-7b4c-492e-8707-e322cfaa9713 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/55e996be-8f77-425a-ad22-022d377313dd HTTP/1.1" status: 204 len: 168 time: 0.8024435 Oct 14 13:08:56.392400 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51530) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:56.436863 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Deleting subnet 123d7ebc-6435-481f-9725-8f7882f55eb4 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:08:56.440006 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Publish callbacks [] for subnet (123d7ebc-6435-481f-9725-8f7882f55eb4), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.475273 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925636'] for subnet (123d7ebc-6435-481f-9725-8f7882f55eb4), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.552807 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (123d7ebc-6435-481f-9725-8f7882f55eb4), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.605790 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3004550'] for subnet (123d7ebc-6435-481f-9725-8f7882f55eb4), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.630891 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123d7ebc-6435-481f-9725-8f7882f55eb4,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:56.635255 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.639772 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a910c07d-fd71-4643-aaa3-9a411c8795e7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/123d7ebc-6435-481f-9725-8f7882f55eb4 HTTP/1.1" status: 204 len: 168 time: 0.2450602 Oct 14 13:08:56.640866 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51532) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:56.643867 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a65f8-b02a-4283-91aa-4e8d05b399d4 None None] Network ea0823d8-8442-4ab7-97f5-b03530498c9c requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:08:56.722581 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (ea0823d8-8442-4ab7-97f5-b03530498c9c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.767903 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Deleting port b9500015-9bdf-41da-bda5-6e3177b43aea {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:08:56.768241 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.817559 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:56.834557 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] For port b9500015-9bdf-41da-bda5-6e3177b43aea, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=b9500015-9bdf-41da-bda5-6e3177b43aea,segment=NetworkSegment(e33448a6-d341-4bf5-b4f5-f670ea8aa576),segment_id=e33448a6-d341-4bf5-b4f5-f670ea8aa576)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:08:56.834924 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.850901 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Calling delete_port for b9500015-9bdf-41da-bda5-6e3177b43aea owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:08:56.925654 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (b9500015-9bdf-41da-bda5-6e3177b43aea), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:56.948311 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9500015-9bdf-41da-bda5-6e3177b43aea,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:56.954095 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] No DVR routers for this DVR port b9500015-9bdf-41da-bda5-6e3177b43aea on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:08:57.019063 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:57.029190 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (ea0823d8-8442-4ab7-97f5-b03530498c9c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.048666 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0823d8-8442-4ab7-97f5-b03530498c9c']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:57.058342 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33448a6-d341-4bf5-b4f5-f670ea8aa576') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:57.058668 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33448a6-d341-4bf5-b4f5-f670ea8aa576') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:08:57.068633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (e33448a6-d341-4bf5-b4f5-f670ea8aa576), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.083339 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (e33448a6-d341-4bf5-b4f5-f670ea8aa576), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.089086 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62854290-173c-4f24-8d68-38c88554f241 None None] DHCP port deletion for ea0823d8-8442-4ab7-97f5-b03530498c9c request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:08:57.090878 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:08:57.091289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (e33448a6-d341-4bf5-b4f5-f670ea8aa576), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.135304 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment e33448a6-d341-4bf5-b4f5-f670ea8aa576 resource provider aggregate not found Oct 14 13:08:57.151132 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment e33448a6-d341-4bf5-b4f5-f670ea8aa576 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e33448a6-d341-4bf5-b4f5-f670ea8aa576 found for delete ", "request_id": "req-9ecf7c9c-c4ee-48b2-9ab0-c28dce321f2c"}]} Oct 14 13:08:57.158453 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (ea0823d8-8442-4ab7-97f5-b03530498c9c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.164149 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.167859 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/ea0823d8-8442-4ab7-97f5-b03530498c9c HTTP/1.1" status: 204 len: 168 time: 0.5235667 Oct 14 13:08:57.183372 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24585-2c07-447b-8476-33962a9d858e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0823d8-8442-4ab7-97f5-b03530498c9c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:57.341383 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51542) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:57.384113 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4ac38e8f-24eb-4f4d-869d-afbdb6c83a21 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d79493455fcd4feabbbecbe929e0f5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414195 Oct 14 13:08:57.386633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51544) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:57.435336 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b62ca2c8-51b4-4d58-be25-211632f15ad3 admin admin] Publish callbacks [] for security_group (57257f87-4783-429d-af40-c15656f2f2c9), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.455559 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b62ca2c8-51b4-4d58-be25-211632f15ad3 admin admin] Publish callbacks [] for security_group (57257f87-4783-429d-af40-c15656f2f2c9), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.502630 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b62ca2c8-51b4-4d58-be25-211632f15ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (57257f87-4783-429d-af40-c15656f2f2c9), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.505220 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b62ca2c8-51b4-4d58-be25-211632f15ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.506392 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b62ca2c8-51b4-4d58-be25-211632f15ad3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/57257f87-4783-429d-af40-c15656f2f2c9 HTTP/1.1" status: 204 len: 168 time: 0.1187623 Oct 14 13:08:57.514081 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ca2c8-51b4-4d58-be25-211632f15ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57257f87-4783-429d-af40-c15656f2f2c9,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:57.562824 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 99637d80-6745-4a09-a224-f4310e8b4982 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:57.583035 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 99637d80-6745-4a09-a224-f4310e8b4982 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:57.583380 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 99637d80-6745-4a09-a224-f4310e8b4982 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:57.821811 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51550) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:57.862186 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9f548b13-74ef-4ce4-ba5d-8d4d128e5c36 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c15ad422b1f447dba44418576bd18d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392334 Oct 14 13:08:57.864661 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51552) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:57.915169 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Publish callbacks [] for security_group (a73f7dee-acd9-4e13-9608-0ca05f5b9789), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.934728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Publish callbacks [] for security_group (a73f7dee-acd9-4e13-9608-0ca05f5b9789), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.983122 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (a73f7dee-acd9-4e13-9608-0ca05f5b9789), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.986081 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:57.987492 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a73f7dee-acd9-4e13-9608-0ca05f5b9789 HTTP/1.1" status: 204 len: 168 time: 0.1219232 Oct 14 13:08:57.995646 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f7dee-acd9-4e13-9608-0ca05f5b9789,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:58.003107 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.003333 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.003680 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.004016 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.004348 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.004672 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.004994 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.005338 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.005656 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.005982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.006310 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.006630 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.006945 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.007286 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.007600 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3dd969-4e62-41a3-b14f-85e65c34fe99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:08:58.270214 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 288d70d6-1d31-462f-92a0-40ddd831043c no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:58.290071 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 288d70d6-1d31-462f-92a0-40ddd831043c {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:58.290417 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 288d70d6-1d31-462f-92a0-40ddd831043c not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:58.290872 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device b9500015-9bdf-41da-bda5-6e3177b43aea no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:58.312896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: b9500015-9bdf-41da-bda5-6e3177b43aea {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:58.313245 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device b9500015-9bdf-41da-bda5-6e3177b43aea not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:58.313679 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae3e51c0-ea00-4693-a62d-6e1f3d157c44 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:08:58.333735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: ae3e51c0-ea00-4693-a62d-6e1f3d157c44 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:08:58.334090 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device ae3e51c0-ea00-4693-a62d-6e1f3d157c44 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:08:58.701629 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51588) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:58.800124 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-248871192-network', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:08:58.819525 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Made reservation on behalf of d5a0e78a09a843b1b6d2eee3ed8f7903 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:08:58.821819 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:58.830079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:58.870961 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:58.905400 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks [] for security_group (2e245241-67db-499f-9a2a-d108d4868989), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:58.908541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2e245241-67db-499f-9a2a-d108d4868989), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:58.933927 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:08:58.937977 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:58.944691 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e245241-67db-499f-9a2a-d108d4868989,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:58.950410 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (3707bd9c-7585-4a3d-a73c-b7e9abf28e39), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:58.950755 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Added segment 3707bd9c-7585-4a3d-a73c-b7e9abf28e39 of type vlan for network 8eba902a-eded-44ab-9171-f5f12325a82d Oct 14 13:08:58.991620 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (8eba902a-eded-44ab-9171-f5f12325a82d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.019255 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (8eba902a-eded-44ab-9171-f5f12325a82d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.020108 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:59.020685 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.076836 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3741043 Oct 14 13:08:59.079831 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51592) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:59.082169 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d1ac-95ba-46cb-9ce2-35d609bd29a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8eba902a-eded-44ab-9171-f5f12325a82d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:59.084827 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Request body: {'subnet': {'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-248871192-subnet', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:08:59.092579 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 8eba902a-eded-44ab-9171-f5f12325a82d details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:08:59.106114 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Made reservation on behalf of d5a0e78a09a843b1b6d2eee3ed8f7903 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:08:59.108501 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519545'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.279968 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2807989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519531'] for subnet (78fe7896-8a2f-4950-8870-e8cd1d2ae6dc), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.283909 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:59.341183 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:59.351768 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Checking segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:08:59.352128 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Network hostable DHCP agents. Network: 8eba902a-eded-44ab-9171-f5f12325a82d, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:08:59.370537 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Network 8eba902a-eded-44ab-9171-f5f12325a82d is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:08:59.379179 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 8eba902a-eded-44ab-9171-f5f12325a82d) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:08:59.386037 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:08:59.387064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.388310 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b969a04-abb8-4fd5-a909-ab4152898077 None None] Network 8eba902a-eded-44ab-9171-f5f12325a82d requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:08:59.404696 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-43c7e54e-bbe4-4eeb-a57f-f8f59241d0c0 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3234005 Oct 14 13:08:59.407173 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51598) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:08:59.412219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:08:59.441885 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (40867364-d560-4e9c-8890-6807103d6023), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.442936 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (40867364-d560-4e9c-8890-6807103d6023), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.505148 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks [] for router_controller (40867364-d560-4e9c-8890-6807103d6023), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.515208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-8eba902a-eded-44ab-9171-f5f12325a82d', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:08:59.516127 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.643686 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks [] for router_gateway (40867364-d560-4e9c-8890-6807103d6023), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.652402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Allocated IP 172.20.0.2 (8eba902a-eded-44ab-9171-f5f12325a82d/78fe7896-8a2f-4950-8870-e8cd1d2ae6dc/10fb4c00-0460-4fe6-81ab-b282a6f58154) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:08:59.783996 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:59.786323 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:59.802457 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Publish callbacks [] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.808882 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.827983 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks [] for router_gateway (40867364-d560-4e9c-8890-6807103d6023), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.846507 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.848906 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:08:59.851146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Network 8eba902a-eded-44ab-9171-f5f12325a82d is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:08:59.854531 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:08:59.857450 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:08:59.865450 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Pushing event updated for resources: {'Port': ['ID=10fb4c00-0460-4fe6-81ab-b282a6f58154,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:08:59.920698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Attempting to bind port 10fb4c00-0460-4fe6-81ab-b282a6f58154 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:08:59.921071 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Attempting to bind port 10fb4c00-0460-4fe6-81ab-b282a6f58154 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:08:59.921438 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Attempting to bind port 10fb4c00-0460-4fe6-81ab-b282a6f58154 on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:08:59.952869 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Allocated IP 172.27.3.246 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/2460c283-5d18-46e9-ac91-bc5bdd1c741e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:08:59.966618 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:08:59.967081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Checking segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:08:59.967490 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:08:59.967973 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Bound using segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:08:59.968511 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Bound port: 10fb4c00-0460-4fe6-81ab-b282a6f58154, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:08:59.968998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.022214 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-80c32f82-4697-44e4-b23c-6526d57b508f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.046620 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] For port 10fb4c00-0460-4fe6-81ab-b282a6f58154, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:00.049690 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] For port 10fb4c00-0460-4fe6-81ab-b282a6f58154, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=10fb4c00-0460-4fe6-81ab-b282a6f58154,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:00.055462 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.062178 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks [] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.095314 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.109815 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad54e3a-e96f-4f55-a949-c6b45e174b65 None None] Pushing event updated for resources: {'Port': ['ID=10fb4c00-0460-4fe6-81ab-b282a6f58154,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:00.139711 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:00.144424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:00.148311 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:00.153443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Pushing event updated for resources: {'Port': ['ID=2460c283-5d18-46e9-ac91-bc5bdd1c741e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:00.187245 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:00.407961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks [] for router_gateway (40867364-d560-4e9c-8890-6807103d6023), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.591808 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (40867364-d560-4e9c-8890-6807103d6023), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:00.910359 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:00.948276 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Router 40867364-d560-4e9c-8890-6807103d6023 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:09:00.969598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f182fa0-811f-4011-9f12-76c85dff677c None None] Network 8eba902a-eded-44ab-9171-f5f12325a82d requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:09:01.023110 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Provisioning complete for port 10fb4c00-0460-4fe6-81ab-b282a6f58154 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:01.023479 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.023806 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Attempt 1 to provision port 10fb4c00-0460-4fe6-81ab-b282a6f58154 Oct 14 13:09:01.049610 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:09:01.060682 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:09:01.067840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.072726 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b02a7029-7bff-4e9a-bbdc-0bc4fbc808ba admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6639044 Oct 14 13:09:01.072925 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51604) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:01.074663 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:01.075438 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:01.156377 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Current status of the port 10fb4c00-0460-4fe6-81ab-b282a6f58154 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:01.156704 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.187482 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:01.193682 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] For port 10fb4c00-0460-4fe6-81ab-b282a6f58154, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=10fb4c00-0460-4fe6-81ab-b282a6f58154,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:01.199480 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.257141 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6214187-92d0-4041-9ceb-b30906f17f42 None None] Pushing event updated for resources: {'Port': ['ID=10fb4c00-0460-4fe6-81ab-b282a6f58154,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:01.378373 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:00Z', 'revision_number': 3, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:01.419764 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-497ef18a-60fb-46ed-9892-1517da492018 None None] Provisioning complete for port 10fb4c00-0460-4fe6-81ab-b282a6f58154 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:01.420046 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-497ef18a-60fb-46ed-9892-1517da492018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.420588 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-497ef18a-60fb-46ed-9892-1517da492018 None None] Attempt 1 to provision port 10fb4c00-0460-4fe6-81ab-b282a6f58154 Oct 14 13:09:01.493396 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:09:01.494312 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Updating router 40867364-d560-4e9c-8890-6807103d6023 port 2460c283-5d18-46e9-ac91-bc5bdd1c741e binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:09:01.503687 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-497ef18a-60fb-46ed-9892-1517da492018 None None] Current status of the port 10fb4c00-0460-4fe6-81ab-b282a6f58154 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:01.512061 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.526336 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.666491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Allocated IP 172.20.0.1 (8eba902a-eded-44ab-9171-f5f12325a82d/78fe7896-8a2f-4950-8870-e8cd1d2ae6dc/38eb12aa-ba3c-44ee-9fc6-74dbeb583233) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:01.724497 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:01.772341 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Publish callbacks [] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.772728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:01.775866 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks [] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.778842 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.811372 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.819107 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Attempting to bind port 2460c283-5d18-46e9-ac91-bc5bdd1c741e on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:01.819465 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Attempting to bind port 2460c283-5d18-46e9-ac91-bc5bdd1c741e by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:01.819852 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Attempting to bind port 2460c283-5d18-46e9-ac91-bc5bdd1c741e on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:01.845357 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Pushing event updated for resources: {'Port': ['ID=2460c283-5d18-46e9-ac91-bc5bdd1c741e,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:01.851491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Network 8eba902a-eded-44ab-9171-f5f12325a82d is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:01.855234 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:01.856779 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.857128 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.857710 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.858067 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.858430 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.858733 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.858994 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:01.859119 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.859367 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.859689 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.860009 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.860590 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.860924 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.861249 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.861587 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.861902 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:01.862405 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Pushing event updated for resources: {'Port': ['ID=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:01.880706 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:01.881514 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:01.881514 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.881879 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:01.882349 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Bound port: 2460c283-5d18-46e9-ac91-bc5bdd1c741e, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:01.882725 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.900201 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (40867364-d560-4e9c-8890-6807103d6023), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:01.937560 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] For port 2460c283-5d18-46e9-ac91-bc5bdd1c741e, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:01.939802 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:01.942094 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] For port 2460c283-5d18-46e9-ac91-bc5bdd1c741e, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=2460c283-5d18-46e9-ac91-bc5bdd1c741e,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:01.949456 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.008363 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:02.011896 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039eeeae-dc5b-4382-9876-1af1d6c3b759 None None] Pushing event updated for resources: {'Port': ['ID=2460c283-5d18-46e9-ac91-bc5bdd1c741e,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:02.018451 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:02.019124 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:08:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:02.046804 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.127484 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-5c5bfd89-d63f-40aa-9e63-69469a77934f None None] Provisioning complete for port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:02.128092 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c5bfd89-d63f-40aa-9e63-69469a77934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.128204 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-5c5bfd89-d63f-40aa-9e63-69469a77934f None None] Attempt 1 to provision port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 Oct 14 13:09:02.131972 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:02.170819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bfd89-d63f-40aa-9e63-69469a77934f None None] Port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:09:02.180498 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-10857734-01ea-4c16-b714-585244384d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.243974 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks [] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.250791 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.285164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 10fb4c00-0460-4fe6-81ab-b282a6f58154 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:02.316171 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:02.323326 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:02.334719 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:01Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:02.340970 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 10fb4c00-0460-4fe6-81ab-b282a6f58154 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:02.341338 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.341872 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 10fb4c00-0460-4fe6-81ab-b282a6f58154 Oct 14 13:09:02.361387 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7583506-6b47-44c9-bce5-a4bb7c27382b None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:01Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:09:02.427809 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 10fb4c00-0460-4fe6-81ab-b282a6f58154 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:02.589762 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (40867364-d560-4e9c-8890-6807103d6023), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:02.593531 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Pushing event updated for resources: {'Port': ['ID=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:02.708187 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Network 8eba902a-eded-44ab-9171-f5f12325a82d is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:02.709883 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:02.866399 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:02.891136 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:02.917750 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:09:02.936152 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-981592f6-323e-4bb4-abfd-85ca80d5eff7 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:02.937673 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-981592f6-323e-4bb4-abfd-85ca80d5eff7 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/networks?id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 200 len: 813 time: 0.1664197 Oct 14 13:09:02.955347 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-89bf1681-48af-4a96-9bba-6499878f7805 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/quotas/bec5bb9b1b73416fb97534f476f2dce2 HTTP/1.1" status: 200 len: 375 time: 0.0117984 Oct 14 13:09:03.008830 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-694872c8-ce44-4b98-88bd-8f5d7146ac4d None None] Provisioning complete for port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:03.009909 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-694872c8-ce44-4b98-88bd-8f5d7146ac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.010317 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-694872c8-ce44-4b98-88bd-8f5d7146ac4d None None] Attempt 1 to provision port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 Oct 14 13:09:03.026473 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-687eb350-40a4-4e9f-b964-18765f574df0 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402360 Oct 14 13:09:03.064614 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-694872c8-ce44-4b98-88bd-8f5d7146ac4d None None] Port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:09:03.152858 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:09:03.159047 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9bb5befd-a995-43c3-a160-e7f4837fb7fd admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/40867364-d560-4e9c-8890-6807103d6023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0850124 Oct 14 13:09:03.189867 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-43a5c4de-a2fa-42d9-af0c-73ab39887dad service neutron] 10.222.0.47 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454856 Oct 14 13:09:03.288481 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-f7bf1a6a-a8c4-4000-80aa-acf58f3e3d6c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927775 Oct 14 13:09:03.472274 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1e370440-e694-4191-bc65-ae2d2035fef6 req-bfc37801-28d9-4370-acfe-91c29ae5a73a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 210 time: 0.0340636 Oct 14 13:09:03.556689 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.723743 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51644) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:03.730020 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68289885-network', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:03.752347 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Made reservation on behalf of 7464ac4c7c1f46ad86a9de38bd55842f for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:09:03.755289 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.769777 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.855167 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks [] for security_group (500dd5ed-32d5-4099-8952-55856a7ecf2d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.858733 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (500dd5ed-32d5-4099-8952-55856a7ecf2d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.885160 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 13:09:03.895330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500dd5ed-32d5-4099-8952-55856a7ecf2d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:03.900889 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (6131ff42-f491-40e6-b8ab-b082de2a0c92), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.901233 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Added segment 6131ff42-f491-40e6-b8ab-b082de2a0c92 of type vlan for network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 Oct 14 13:09:03.942573 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740328098250'] for network (29b1bf44-1655-4dab-8dfd-bb1bc01e7057), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.969963 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929'] for network (29b1bf44-1655-4dab-8dfd-bb1bc01e7057), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:03.970975 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:03.971550 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.023157 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2980452 Oct 14 13:09:04.026666 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51648) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:04.031587 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Request body: {'subnet': {'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68289885-subnet', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:04.038570 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27f39c-95ac-4278-95b2-785c164068c3 admin admin] Pushing event updated for resources: {'Network': ['ID=29b1bf44-1655-4dab-8dfd-bb1bc01e7057,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:04.049718 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 details requested by agent ovs-agent-dv-cinder-820994-7-iscsi with host dv-cinder-820994-7-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 13:09:04.057118 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Made reservation on behalf of 7464ac4c7c1f46ad86a9de38bd55842f for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:09:04.059865 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519545'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.237428 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2807989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519531'] for subnet (f0305574-8bda-4ace-befd-359c46b06a2a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.276279 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:04.277584 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2460c283-5d18-46e9-ac91-bc5bdd1c741e up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:04.301837 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0305574-8bda-4ace-befd-359c46b06a2a,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:04.311544 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Checking segment: {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:04.311906 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Network hostable DHCP agents. Network: 29b1bf44-1655-4dab-8dfd-bb1bc01e7057, hostable agents: ['40166ead-abf9-4767-ba48-8cc584a80ff1'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 13:09:04.324482 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 2460c283-5d18-46e9-ac91-bc5bdd1c741e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:04.324850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.325185 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 2460c283-5d18-46e9-ac91-bc5bdd1c741e Oct 14 13:09:04.332863 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 is scheduled to be hosted by DHCP agent 40166ead-abf9-4767-ba48-8cc584a80ff1 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 13:09:04.343185 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820994-7-iscsi, 29b1bf44-1655-4dab-8dfd-bb1bc01e7057) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:04.348318 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:04.349023 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.357383 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f4cf3-3703-4617-af1f-da09d10902e9 None None] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:09:04.369199 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-dd03cad1-f6b2-413d-9168-a9c5f07a23ea admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3407726 Oct 14 13:09:04.371797 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51650) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:04.376577 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:04.401534 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (f6159cf6-9020-4c25-aa89-3c8130698c06), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.402925 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-614082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (f6159cf6-9020-4c25-aa89-3c8130698c06), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.479580 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks [] for router_controller (f6159cf6-9020-4c25-aa89-3c8130698c06), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.524877 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 2460c283-5d18-46e9-ac91-bc5bdd1c741e is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:04.527126 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.550314 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c3687e3-19bd-5d09-aa2a-35250b632903-29b1bf44-1655-4dab-8dfd-bb1bc01e7057', 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057', 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'fixed_ips': [{'subnet_id': 'f0305574-8bda-4ace-befd-359c46b06a2a'}]}} from dv-cinder-820994-7-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 13:09:04.553606 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.558412 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:04.565832 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-bbbe852f-4913-4ff2-a261-b408c3c4878d tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:04.567554 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-bbbe852f-4913-4ff2-a261-b408c3c4878d tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 200 len: 813 time: 0.1313386 Oct 14 13:09:04.580773 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Request body: {'port': {'device_id': '276846e9-b615-4863-8a8f-799cf0114bf2', 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16', 'admin_state_up': True, 'tenant_id': 'bec5bb9b1b73416fb97534f476f2dce2'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:04.611069 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 2460c283-5d18-46e9-ac91-bc5bdd1c741e, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=2460c283-5d18-46e9-ac91-bc5bdd1c741e,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:04.625064 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.661831 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:04.711267 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks [] for router_gateway (f6159cf6-9020-4c25-aa89-3c8130698c06), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.729048 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:09:04.735412 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a5d04f6-7ef9-45fc-92a8-dbb20af3a75e req-6c1b24f9-ed4d-489e-80ae-3139200f39cd tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 210 time: 0.0634489 Oct 14 13:09:04.766346 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Made reservation on behalf of bec5bb9b1b73416fb97534f476f2dce2 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:09:04.770552 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.873447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:04.920911 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks [] for router_gateway (f6159cf6-9020-4c25-aa89-3c8130698c06), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.921631 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Allocated IP 172.20.0.3 (1c2660e1-be1e-4e0b-875b-b00cf5d04c16/ee23d530-7e51-4f6f-afae-fefb64e1f871/1fac4cbc-4003-4868-96de-947a449bab8c) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:04.930865 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=2460c283-5d18-46e9-ac91-bc5bdd1c741e,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:04.939570 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:04.940253 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:04.941985 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:04.999824 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Allocated IP 172.20.0.2 (29b1bf44-1655-4dab-8dfd-bb1bc01e7057/f0305574-8bda-4ace-befd-359c46b06a2a/3af070d7-69d3-438b-ae2b-381a9a25d8db) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:05.065913 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Allocated IP 172.27.3.165 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:05.100998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:05.101249 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks [] for port (1fac4cbc-4003-4868-96de-947a449bab8c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.106456 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:05.120325 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:05.138173 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.190245 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:05.193536 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:05.197769 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:05.215202 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks [] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.225314 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Pushing event updated for resources: {'Port': ['ID=1fac4cbc-4003-4868-96de-947a449bab8c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:05.241787 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.251360 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.253164 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:05.253887 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.256232 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.274451 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-63830d75-5e56-4556-b97c-eb22ebf6ee28 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6978972 Oct 14 13:09:05.287488 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Request body: {'port': {'device_id': '276846e9-b615-4863-8a8f-799cf0114bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:05.302184 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:05.307684 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:05.310337 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:05.336831 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Pushing event updated for resources: {'Port': ['ID=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:05.344983 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Publish callbacks [] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.345754 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:05.364328 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.369658 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.422449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:05.455377 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:05.459511 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:05.464327 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Pushing event updated for resources: {'Port': ['ID=3af070d7-69d3-438b-ae2b-381a9a25d8db,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:05.503792 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 2, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:05.551353 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:09:05.551875 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Updating router 40867364-d560-4e9c-8890-6807103d6023 port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:09:05.577723 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Attempting to bind port 3af070d7-69d3-438b-ae2b-381a9a25d8db on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:05.578099 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Attempting to bind port 3af070d7-69d3-438b-ae2b-381a9a25d8db by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:05.578342 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks [] for router_gateway (f6159cf6-9020-4c25-aa89-3c8130698c06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.578853 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Attempting to bind port 3af070d7-69d3-438b-ae2b-381a9a25d8db on network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:05.580985 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:05.596048 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:05.620480 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.668227 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fac4cbc-4003-4868-96de-947a449bab8c {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:09:05.675518 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:05.675819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Checking segment: {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:05.676227 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.676369 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Publish callbacks [] for port (1fac4cbc-4003-4868-96de-947a449bab8c), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.676622 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Bound using segment: {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:05.677105 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Bound port: 3af070d7-69d3-438b-ae2b-381a9a25d8db, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:05.677515 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.690365 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Transition to ACTIVE for port object 1fac4cbc-4003-4868-96de-947a449bab8c will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:09:05.694855 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.779527 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534475'] for router (f6159cf6-9020-4c25-aa89-3c8130698c06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.783726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:05.785342 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Pushing event updated for resources: {'Port': ['ID=1fac4cbc-4003-4868-96de-947a449bab8c,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:05.823438 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Attempting to bind port 1fac4cbc-4003-4868-96de-947a449bab8c on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:05.823840 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Attempting to bind port 1fac4cbc-4003-4868-96de-947a449bab8c by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:05.824103 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Attempting to bind port 1fac4cbc-4003-4868-96de-947a449bab8c on network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:05.865146 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] For port 3af070d7-69d3-438b-ae2b-381a9a25d8db, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:05.870672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] For port 3af070d7-69d3-438b-ae2b-381a9a25d8db, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3af070d7-69d3-438b-ae2b-381a9a25d8db,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:05.871996 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Port 1fac4cbc-4003-4868-96de-947a449bab8c on network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:09:05.872334 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Attempting to bind port 1fac4cbc-4003-4868-96de-947a449bab8c on network 1c2660e1-be1e-4e0b-875b-b00cf5d04c16 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:05.910185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.920552 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:05.920892 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Checking segment: {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:05.921405 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Bound using segment: {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:05.921885 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Bound port: 1fac4cbc-4003-4868-96de-947a449bab8c, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46016c45-85a4-41ab-9e1b-d522c64e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:05.922251 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:05.946843 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27d023-25f9-4677-963e-d3b75e648b8c req-c3a7418a-bea5-4bd9-8981-e822493fe7db tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:05.955258 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b27d023-25f9-4677-963e-d3b75e648b8c req-c3a7418a-bea5-4bd9-8981-e822493fe7db tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 943 time: 0.1120741 Oct 14 13:09:05.985697 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:06.006935 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693e4b-5ac6-4f17-a1fd-fb8932ddad6e None None] Pushing event updated for resources: {'Port': ['ID=3af070d7-69d3-438b-ae2b-381a9a25d8db,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:06.016368 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] For port 1fac4cbc-4003-4868-96de-947a449bab8c, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:06.021271 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] For port 1fac4cbc-4003-4868-96de-947a449bab8c, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1fac4cbc-4003-4868-96de-947a449bab8c,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:06.030315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.037501 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b27d023-25f9-4677-963e-d3b75e648b8c req-b610e8c3-a7b1-433d-91f4-0a8d8c82e87c tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812333 Oct 14 13:09:06.039123 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Router f6159cf6-9020-4c25-aa89-3c8130698c06 is scheduled to L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 13:09:06.057987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:06.070294 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:06.070914 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.072393 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1fac4cbc-4003-4868-96de-947a449bab8c HTTP/1.1" status: 200 len: 1093 time: 0.7905800 Oct 14 13:09:06.073042 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276846e9-b615-4863-8a8f-799cf0114bf2', 'tag': '1fac4cbc-4003-4868-96de-947a449bab8c'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:09:06.075379 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41525c45-347b-4c5c-9dc0-0f688d6fbad2" -d '{"events": [{"name": "network-changed", "server_uuid": "276846e9-b615-4863-8a8f-799cf0114bf2", "tag": "1fac4cbc-4003-4868-96de-947a449bab8c"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:09:06.115074 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Publish callbacks [] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.124343 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.166988 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d97e6-b3a9-42c0-81b6-242936bebd6c x-openstack-request-id: req-6b1d97e6-b3a9-42c0-81b6-242936bebd6c {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:09:06.167801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276846e9-b615-4863-8a8f-799cf0114bf2", "tag": "1fac4cbc-4003-4868-96de-947a449bab8c", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:09:06.167801 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b1d97e6-b3a9-42c0-81b6-242936bebd6c {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:09:06.168062 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1d97e6-b3a9-42c0-81b6-242936bebd6c'] response: {'name': 'network-changed', 'server_uuid': '276846e9-b615-4863-8a8f-799cf0114bf2', 'tag': '1fac4cbc-4003-4868-96de-947a449bab8c', 'status': 'completed', 'code': 200} Oct 14 13:09:06.170712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb600-0b9a-4ee6-997b-a242187757df service neutron] Pushing event updated for resources: {'Port': ['ID=1fac4cbc-4003-4868-96de-947a449bab8c,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:06.178826 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-389c6d4a-6695-46b5-b244-d767314b4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:06.180409 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-389c6d4a-6695-46b5-b244-d767314b4fe3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0646977 Oct 14 13:09:06.183048 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Pushing event updated for resources: {'Port': ['ID=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:06.190614 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:09:06.200416 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Sync routers for ids ['f6159cf6-9020-4c25-aa89-3c8130698c06'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:09:06.219667 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Routers {'f6159cf6-9020-4c25-aa89-3c8130698c06'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:06.230085 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['f6159cf6-9020-4c25-aa89-3c8130698c06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:06.257836 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-4add4d22-dbad-4532-a373-ddc96619f2cf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fac4cbc-4003-4868-96de-947a449bab8c HTTP/1.1" status: 200 len: 217 time: 0.0685475 Oct 14 13:09:06.258876 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.265640 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51662) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:06.266001 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3af50be5-a175-41df-805e-464b47399ace admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8931983 Oct 14 13:09:06.267204 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Attempting to bind port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:06.268266 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Attempting to bind port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:06.268667 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Attempting to bind port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:06.329175 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:06.329686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Checking segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:06.333072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.333072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Bound using segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:06.333072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Bound port: 38eb12aa-ba3c-44ee-9fc6-74dbeb583233, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:06.333072 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.367374 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-b0d797e5-9a26-437f-8534-f8db8740230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:06.368910 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-b0d797e5-9a26-437f-8534-f8db8740230b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ee23d530-7e51-4f6f-afae-fefb64e1f871 HTTP/1.1" status: 200 len: 853 time: 0.1055148 Oct 14 13:09:06.394988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2460c283-5d18-46e9-ac91-bc5bdd1c741e up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:06.407207 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Set router f6159cf6-9020-4c25-aa89-3c8130698c06 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:06.437431 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-4fea73a3-4a22-4c76-82b5-448ef0e2e07e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342755 Oct 14 13:09:06.472653 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 2460c283-5d18-46e9-ac91-bc5bdd1c741e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:06.473506 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.473859 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 2460c283-5d18-46e9-ac91-bc5bdd1c741e Oct 14 13:09:06.499418 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] For port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:06.519505 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] For port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:06.531120 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.564532 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:06.593248 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:05Z', 'revision_number': 3, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:06.601962 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:06.602594 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:06.608564 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-427de93a-9e9d-4ca3-9967-1c4259a2c224 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644313 Oct 14 13:09:06.630316 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Checking router: f6159cf6-9020-4c25-aa89-3c8130698c06 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:09:06.630671 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Updating router f6159cf6-9020-4c25-aa89-3c8130698c06 port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 binding host dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:09:06.654592 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Pushing event updated for resources: {'Port': ['ID=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:06.659247 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 2460c283-5d18-46e9-ac91-bc5bdd1c741e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:06.668369 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.671271 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.671623 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.671969 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.672308 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.672644 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.673225 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.673362 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.673646 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.673969 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.674576 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.674576 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.674913 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.675235 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.675552 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.675868 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f481b-9788-4ba1-ab4a-f729ad2400f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:06.724578 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:06.742522 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:06.755514 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d73a0e0-e26d-487a-93a2-80f4aa7e8de0 req-de62eda8-adb3-4936-a2c5-f2790f4e11fd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380248 Oct 14 13:09:06.943867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.992242 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Publish callbacks [] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:06.995856 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:07.004781 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.019961 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:07.051391 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:07.063584 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cac80c-6eca-4f75-9032-6e72e739c8a4 None None] Pushing event updated for resources: {'Port': ['ID=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:07.079285 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Attempting to bind port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:07.082811 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Attempting to bind port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:07.085275 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Attempting to bind port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 on network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:07.134639 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:06Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:07.135280 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Allocated IP 172.20.0.1 (29b1bf44-1655-4dab-8dfd-bb1bc01e7057/f0305574-8bda-4ace-befd-359c46b06a2a/45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:07.169672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeef69a-c9ce-4ca7-abda-a8b761519064 None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:06Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:09:07.193912 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:07.194287 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Checking segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:07.194685 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.195075 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Bound using segment: {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:07.195550 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Bound port: 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482c040-3c9e-4b66-bacc-a1c26baf2fc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:07.195927 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.226168 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5b4c-64d6-495b-bb28-b3f4c430ac7f req-a7dcf85a-378a-42cb-8f18-5be222c85821 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:07.228296 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f49e5b4c-64d6-495b-bb28-b3f4c430ac7f req-a7dcf85a-378a-42cb-8f18-5be222c85821 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 943 time: 0.0783660 Oct 14 13:09:07.255806 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] For port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:07.260334 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] For port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:07.268260 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.289402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d29397-fad9-475a-867e-f2f539ee47cf None None] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:09:07.313594 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f49e5b4c-64d6-495b-bb28-b3f4c430ac7f req-dca015e2-4d89-4f0f-88d9-8d98b373246f tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779619 Oct 14 13:09:07.355774 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Routers {'f6159cf6-9020-4c25-aa89-3c8130698c06'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:07.356950 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['f6159cf6-9020-4c25-aa89-3c8130698c06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:07.405726 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Provisioning complete for port 3af070d7-69d3-438b-ae2b-381a9a25d8db triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:07.406142 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.406533 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Attempt 1 to provision port 3af070d7-69d3-438b-ae2b-381a9a25d8db Oct 14 13:09:07.450013 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:07.483944 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] Set router f6159cf6-9020-4c25-aa89-3c8130698c06 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:07.536690 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Current status of the port 3af070d7-69d3-438b-ae2b-381a9a25d8db is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:07.537050 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.557068 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-07193a5b-f6d8-4d66-8ea6-7ba15c698174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:07.558637 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-07193a5b-f6d8-4d66-8ea6-7ba15c698174 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0585670 Oct 14 13:09:07.599257 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a284c826-e184-4862-9388-5575a4b44021 None None] For port 3af070d7-69d3-438b-ae2b-381a9a25d8db, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3af070d7-69d3-438b-ae2b-381a9a25d8db,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:07.607829 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.660227 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks [] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.683969 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284c826-e184-4862-9388-5575a4b44021 None None] Pushing event updated for resources: {'Port': ['ID=3af070d7-69d3-438b-ae2b-381a9a25d8db,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:07.685299 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:07.723049 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cac80c-6eca-4f75-9032-6e72e739c8a4 None None] Pushing event updated for resources: {'Port': ['ID=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:07.745965 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-3c5df4c5-c536-416a-bbb0-9ba3c547fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:07.747600 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-3c5df4c5-c536-416a-bbb0-9ba3c547fabe service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 200 len: 914 time: 0.1788514 Oct 14 13:09:07.766798 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.812364 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:05Z', 'revision_number': 3, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:07.831316 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-eca347da-c8e8-485a-8aef-db00dc74b66b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fac4cbc-4003-4868-96de-947a449bab8c HTTP/1.1" status: 200 len: 217 time: 0.0759566 Oct 14 13:09:07.840697 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc624143-e06a-431c-80e1-61c46e657379 None None] The sync data for ids ['f6159cf6-9020-4c25-aa89-3c8130698c06'] in dv-cinder-820994-7-iscsi is: [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:05Z', 'revision_number': 3, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:09:07.841070 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:07.852633 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:07.881004 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:07.929674 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Pushing event updated for resources: {'Port': ['ID=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:07.940041 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-935f31c7-3b6e-478f-96c3-622fdf1915bb None None] Provisioning complete for port 3af070d7-69d3-438b-ae2b-381a9a25d8db triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:07.940420 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-935f31c7-3b6e-478f-96c3-622fdf1915bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.940764 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-935f31c7-3b6e-478f-96c3-622fdf1915bb None None] Attempt 1 to provision port 3af070d7-69d3-438b-ae2b-381a9a25d8db Oct 14 13:09:07.977391 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534576'] for router_interface (f6159cf6-9020-4c25-aa89-3c8130698c06), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:07.982528 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-a0bc8eac-6582-49a6-9f4e-98b52a1bb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:07.984029 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-a0bc8eac-6582-49a6-9f4e-98b52a1bb582 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ee23d530-7e51-4f6f-afae-fefb64e1f871 HTTP/1.1" status: 200 len: 853 time: 0.1419363 Oct 14 13:09:08.034927 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-935f31c7-3b6e-478f-96c3-622fdf1915bb None None] Current status of the port 3af070d7-69d3-438b-ae2b-381a9a25d8db is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:08.051715 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-383d3d72-39ef-4582-a50e-d7c2ea4d7d76 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1c2660e1-be1e-4e0b-875b-b00cf5d04c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302672 Oct 14 13:09:08.106649 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:08.156988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0ee8a8de-884f-4425-b298-46f4c2d255c3 None None] Provisioning complete for port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:08.157242 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0ee8a8de-884f-4425-b298-46f4c2d255c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.157752 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-0ee8a8de-884f-4425-b298-46f4c2d255c3 None None] Attempt 1 to provision port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 Oct 14 13:09:08.191765 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-b6738880-8b68-47ab-8c49-896084e991ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342814 Oct 14 13:09:08.227731 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8a8de-884f-4425-b298-46f4c2d255c3 None None] Port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:09:08.280291 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.371761 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41525c45-347b-4c5c-9dc0-0f688d6fbad2 req-85b88e39-5a44-43f0-b0de-68569d52a9be service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733994 Oct 14 13:09:08.462505 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:08.499989 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473789-25d2-4bc8-9b57-c8d47bbc942f req-40102b28-5a01-4d37-901c-e6c8d7e0ea5a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:08.501553 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6b473789-25d2-4bc8-9b57-c8d47bbc942f req-40102b28-5a01-4d37-901c-e6c8d7e0ea5a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 943 time: 0.0675294 Oct 14 13:09:08.514946 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:08.515324 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.515697 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 Oct 14 13:09:08.588178 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks [] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.592710 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6b473789-25d2-4bc8-9b57-c8d47bbc942f req-e476409c-12dc-4f21-850f-dd622c27eca8 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843174 Oct 14 13:09:08.595138 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:08.595309 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.595534 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.639964 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:08.645644 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.646520 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:08.647969 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:08.675176 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534700'] for router_interface (f6159cf6-9020-4c25-aa89-3c8130698c06), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.684123 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Pushing event updated for resources: {'Port': ['ID=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:08.722295 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1fac4cbc-4003-4868-96de-947a449bab8c details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:09:08.734847 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:08.744206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:08.744577 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.745052 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 Oct 14 13:09:08.748705 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:08.786545 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:08.788101 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:08.897910 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:08.912272 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Router f6159cf6-9020-4c25-aa89-3c8130698c06 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:09:08.924902 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:08.925569 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.932485 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1fac4cbc-4003-4868-96de-947a449bab8c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1fac4cbc-4003-4868-96de-947a449bab8c,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:08.956311 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '1fac4cbc-4003-4868-96de-947a449bab8c', 'network_id': '1c2660e1-be1e-4e0b-875b-b00cf5d04c16', 'port_id': '1fac4cbc-4003-4868-96de-947a449bab8c', 'mac_address': 'fa:16:3e:81:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23d530-7e51-4f6f-afae-fefb64e1f871', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:09:08.966959 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:08.984120 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:08.998281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:08.999092 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3af070d7-69d3-438b-ae2b-381a9a25d8db up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:09.046492 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:09:09.052203 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e087a15a-db18-4b6d-87da-30bb7a9113ce admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/f6159cf6-9020-4c25-aa89-3c8130698c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7839160 Oct 14 13:09:09.066842 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 1fac4cbc-4003-4868-96de-947a449bab8c is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:09.067231 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.097402 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fac4cbc-4003-4868-96de-947a449bab8c {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:09:09.116365 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:09.131312 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1fac4cbc-4003-4868-96de-947a449bab8c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1fac4cbc-4003-4868-96de-947a449bab8c,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:09.132416 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 3af070d7-69d3-438b-ae2b-381a9a25d8db triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:09.132785 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.133356 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 3af070d7-69d3-438b-ae2b-381a9a25d8db Oct 14 13:09:09.137239 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.206331 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b88cd15c-41e7-4b37-aff8-f0b272beae6b None None] Provisioning complete for port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:09.206708 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b88cd15c-41e7-4b37-aff8-f0b272beae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.207038 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-b88cd15c-41e7-4b37-aff8-f0b272beae6b None None] Attempt 1 to provision port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 Oct 14 13:09:09.257315 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=1fac4cbc-4003-4868-96de-947a449bab8c,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:09.265875 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b88cd15c-41e7-4b37-aff8-f0b272beae6b None None] Port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:09:09.305824 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 3af070d7-69d3-438b-ae2b-381a9a25d8db is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:09.353564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['1fac4cbc-4003-4868-96de-947a449bab8c'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:09:09.424726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51676) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:09.429399 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445989676', 'description': 'tempest-secgroup-smoke-1445989676 description', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:09.451043 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.494357 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:09.522809 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group (593af3bc-93b0-4328-aef8-b396d71dcd11), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.526213 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (593af3bc-93b0-4328-aef8-b396d71dcd11), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.560130 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.561266 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1354644 Oct 14 13:09:09.562488 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4be1e-a54b-41f6-81e1-a70aaa37f769 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593af3bc-93b0-4328-aef8-b396d71dcd11,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:09.565127 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51678) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:09.570054 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group_rule': {'security_group_id': '593af3bc-93b0-4328-aef8-b396d71dcd11', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:09.598079 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (79bdaf7c-32d5-4096-bfc6-a6bd4c20d1f1), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.657857 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (79bdaf7c-32d5-4096-bfc6-a6bd4c20d1f1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.663033 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (79bdaf7c-32d5-4096-bfc6-a6bd4c20d1f1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.695986 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bdaf7c-32d5-4096-bfc6-a6bd4c20d1f1,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:09.719308 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.720470 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-74755603-1004-436c-81a1-1b98bcd91033 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540864 Oct 14 13:09:09.723789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51682) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:09.730658 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group_rule': {'security_group_id': '593af3bc-93b0-4328-aef8-b396d71dcd11', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:09.754953 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf069-449a-47ba-b226-b0469706c333 req-48eb3079-59c4-453c-adf5-171343676134 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:09.756427 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-98daf069-449a-47ba-b226-b0469706c333 req-48eb3079-59c4-453c-adf5-171343676134 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 944 time: 0.0734262 Oct 14 13:09:09.785848 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (01720911-8cf4-42b4-ae8e-7784bbce186d), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.836807 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-98daf069-449a-47ba-b226-b0469706c333 req-6aeb39bd-6725-4cb6-80b5-6fc24dd743a5 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737689 Oct 14 13:09:09.856150 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (01720911-8cf4-42b4-ae8e-7784bbce186d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.859982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (01720911-8cf4-42b4-ae8e-7784bbce186d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.878647 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01720911-8cf4-42b4-ae8e-7784bbce186d,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:09.886862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.888140 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5cac92cd-4964-4fbc-94d8-04fe6f217255 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1634009 Oct 14 13:09:09.891077 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51684) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:09.895633 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group_rule': {'security_group_id': '593af3bc-93b0-4328-aef8-b396d71dcd11', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:09.921845 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (c7aecc43-9116-48d9-bddc-ed42244f4eec), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.986859 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (c7aecc43-9116-48d9-bddc-ed42244f4eec), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.991260 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (c7aecc43-9116-48d9-bddc-ed42244f4eec), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:09.996635 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Sync routers for ids ['f6159cf6-9020-4c25-aa89-3c8130698c06'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:09:10.007488 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Routers {'f6159cf6-9020-4c25-aa89-3c8130698c06'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:10.008207 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['f6159cf6-9020-4c25-aa89-3c8130698c06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:10.013609 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aecc43-9116-48d9-bddc-ed42244f4eec,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:10.017854 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.019079 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c8d9d105-7e12-496f-ba40-66864b49c3ba tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269879 Oct 14 13:09:10.021870 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51686) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:10.026357 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group_rule': {'security_group_id': '593af3bc-93b0-4328-aef8-b396d71dcd11', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:10.053009 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (ed6c597d-0c31-497c-af35-7014682eea08), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.089011 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:10.111385 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:10.115045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (ed6c597d-0c31-497c-af35-7014682eea08), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.119387 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (ed6c597d-0c31-497c-af35-7014682eea08), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.121210 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Set router f6159cf6-9020-4c25-aa89-3c8130698c06 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:10.137814 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6c597d-0c31-497c-af35-7014682eea08,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:10.145576 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.146790 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-cf9b1288-2a4c-45b7-a6af-7af12d8eee1e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239653 Oct 14 13:09:10.149514 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 51688) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:10.153832 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group_rule': {'security_group_id': '593af3bc-93b0-4328-aef8-b396d71dcd11', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:10.175322 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Project d5a0e78a09a843b1b6d2eee3ed8f7903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 13:09:10.182743 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (ac13ea41-5a4c-40eb-92f0-45519ee0786f), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.241136 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:10.249566 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (ac13ea41-5a4c-40eb-92f0-45519ee0786f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.253475 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (ac13ea41-5a4c-40eb-92f0-45519ee0786f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.270627 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac13ea41-5a4c-40eb-92f0-45519ee0786f,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:10.282740 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.284009 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-222b8735-8abc-4bf1-a918-28ceee9f9616 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334927 Oct 14 13:09:10.287117 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 51690) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:10.292489 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'security_group_rule': {'security_group_id': '593af3bc-93b0-4328-aef8-b396d71dcd11', 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:10.313597 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:10.313808 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.db.securitygroups_db [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Project d5a0e78a09a843b1b6d2eee3ed8f7903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 13:09:10.320069 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (feb46d36-0269-4375-bfad-54e4a6503a7b), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.359320 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552', 'name': '', 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'mac_address': 'fa:16:3e:19:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f0305574-8bda-4ace-befd-359c46b06a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:06Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 2, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'subnets': [{'id': 'f0305574-8bda-4ace-befd-359c46b06a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:10.379666 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (feb46d36-0269-4375-bfad-54e4a6503a7b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.383539 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597111'] for security_group_rule (feb46d36-0269-4375-bfad-54e4a6503a7b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.390143 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Checking router: f6159cf6-9020-4c25-aa89-3c8130698c06 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:09:10.390497 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Updating router f6159cf6-9020-4c25-aa89-3c8130698c06 port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 binding host dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 13:09:10.403404 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb46d36-0269-4375-bfad-54e4a6503a7b,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:10.412101 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.413559 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2b32aac1-8ed0-481d-8bff-a19428eb689f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253452 Oct 14 13:09:10.424373 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:10.424745 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.425097 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 Oct 14 13:09:10.427529 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.591442 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:10.592516 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:10.804945 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1fac4cbc-4003-4868-96de-947a449bab8c up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:10.878904 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:10.879278 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.879619 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 Oct 14 13:09:10.924241 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 1fac4cbc-4003-4868-96de-947a449bab8c completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:09:10.943619 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 1fac4cbc-4003-4868-96de-947a449bab8c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:10.944009 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:10.944329 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 1fac4cbc-4003-4868-96de-947a449bab8c Oct 14 13:09:10.967046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b561a-4f79-4897-92ba-f3cbe7c3b71c req-2f2d98e4-0178-4e31-860d-d88535885bf8 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:10.968645 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f15b561a-4f79-4897-92ba-f3cbe7c3b71c req-2f2d98e4-0178-4e31-860d-d88535885bf8 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 944 time: 0.0493267 Oct 14 13:09:11.024988 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f15b561a-4f79-4897-92ba-f3cbe7c3b71c req-11a47ad6-2afc-42bc-9c38-347ca583559a tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490420 Oct 14 13:09:11.040987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:11.067742 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Publish callbacks [] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.070669 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:11.076410 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.098188 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:11.145648 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 1fac4cbc-4003-4868-96de-947a449bab8c is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:11.146040 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.180136 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eaaff-ddf0-4ead-9e04-c401eaba2497 None None] Pushing event updated for resources: {'Port': ['ID=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:11.214304 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276846e9-b615-4863-8a8f-799cf0114bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fac4cbc-4003-4868-96de-947a449bab8c'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:09:11.216256 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d0f17-69eb-4fb3-8284-839b0d26422c" -d '{"events": [{"server_uuid": "276846e9-b615-4863-8a8f-799cf0114bf2", "name": "network-vif-plugged", "status": "completed", "tag": "1fac4cbc-4003-4868-96de-947a449bab8c"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:09:11.231994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1fac4cbc-4003-4868-96de-947a449bab8c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1fac4cbc-4003-4868-96de-947a449bab8c,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:11.241889 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.246901 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Attempting to bind port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 on host dv-cinder-820994-7-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:11.247305 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Attempting to bind port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 by drivers openvswitch,hyperv on host dv-cinder-820994-7-iscsi at level 0 using segments [{'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:11.247673 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Attempting to bind port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 on network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:11.288448 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0dfae-9be3-49b1-829e-15ecbb72c085 x-openstack-request-id: req-22c0dfae-9be3-49b1-829e-15ecbb72c085 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:09:11.288735 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276846e9-b615-4863-8a8f-799cf0114bf2", "name": "network-vif-plugged", "status": "completed", "tag": "1fac4cbc-4003-4868-96de-947a449bab8c", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:09:11.288988 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-22c0dfae-9be3-49b1-829e-15ecbb72c085 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:09:11.289381 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c0dfae-9be3-49b1-829e-15ecbb72c085'] response: {'server_uuid': '276846e9-b615-4863-8a8f-799cf0114bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fac4cbc-4003-4868-96de-947a449bab8c', 'code': 200} Oct 14 13:09:11.332717 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=1fac4cbc-4003-4868-96de-947a449bab8c,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:11.339697 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Checking agent: {'id': '3661f43e-943f-4b19-b022-bf478f5193c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820994-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 51, 35), 'started_at': datetime.datetime(2022, 10, 14, 12, 52, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820994-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:11.340081 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Checking segment: {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:11.340491 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.340886 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Bound using segment: {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:11.341374 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Bound port: 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552, host: dv-cinder-820994-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6131ff42-f491-40e6-b8ab-b082de2a0c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:11.341855 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.408759 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] For port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552, host dv-cinder-820994-7-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:11.411955 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] For port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552, host dv-cinder-820994-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:11.419373 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:11.438472 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:11.445951 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703810f-b5bd-4d55-8ca9-be8f620ed22e req-b5aa4073-4905-4ac0-ab55-9640dc7b53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:11.447485 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5703810f-b5bd-4d55-8ca9-be8f620ed22e req-b5aa4073-4905-4ac0-ab55-9640dc7b53f9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 1129 time: 0.0476098 Oct 14 13:09:11.461350 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Routers {'f6159cf6-9020-4c25-aa89-3c8130698c06'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:11.462120 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['f6159cf6-9020-4c25-aa89-3c8130698c06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:11.497330 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5703810f-b5bd-4d55-8ca9-be8f620ed22e req-7ac0ff6a-ab0e-47ca-81e2-d50d5b4dbe2a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Oct 14 13:09:11.524406 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eaaff-ddf0-4ead-9e04-c401eaba2497 None None] Pushing event updated for resources: {'Port': ['ID=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:11.585159 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] Set router f6159cf6-9020-4c25-aa89-3c8130698c06 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:11.780000 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552', 'name': '', 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'mac_address': 'fa:16:3e:19:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f0305574-8bda-4ace-befd-359c46b06a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:06Z', 'updated_at': '2022-10-14T13:09:11Z', 'revision_number': 4, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'subnets': [{'id': 'f0305574-8bda-4ace-befd-359c46b06a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:11.805205 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a35f1-7e3f-46b9-81a1-6b65e9a84465 None None] The sync data for ids ['f6159cf6-9020-4c25-aa89-3c8130698c06'] in dv-cinder-820994-7-iscsi is: [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552', 'name': '', 'network_id': '29b1bf44-1655-4dab-8dfd-bb1bc01e7057', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'mac_address': 'fa:16:3e:19:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f0305574-8bda-4ace-befd-359c46b06a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:06Z', 'updated_at': '2022-10-14T13:09:11Z', 'revision_number': 4, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'subnets': [{'id': 'f0305574-8bda-4ace-befd-359c46b06a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:09:12.155669 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2b7c-1c64-45fc-8504-9d323c2e58fb req-21df1ef1-c70b-4560-8d86-9e584c1a08d9 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:12.157212 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-64ff2b7c-1c64-45fc-8504-9d323c2e58fb req-21df1ef1-c70b-4560-8d86-9e584c1a08d9 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Oct 14 13:09:12.209722 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-64ff2b7c-1c64-45fc-8504-9d323c2e58fb req-63608ab2-2df2-4fe3-b64f-0b1c45029a3b tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468032 Oct 14 13:09:12.286698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:12.327121 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:12.333952 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:12.334327 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:12.334665 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 Oct 14 13:09:12.413358 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:12.413788 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:12.447660 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] For port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:12.451456 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:12.482784 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:12.500051 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Pushing event updated for resources: {'Port': ['ID=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:13.341003 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21bad2-5c56-42e0-adb8-e0c2beeaca96 req-8cfca739-ac66-4c9f-8dbe-4c2d01f8b1a9 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:13.342574 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fa21bad2-5c56-42e0-adb8-e0c2beeaca96 req-8cfca739-ac66-4c9f-8dbe-4c2d01f8b1a9 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 945 time: 0.0474496 Oct 14 13:09:13.391052 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fa21bad2-5c56-42e0-adb8-e0c2beeaca96 req-5756ed46-0813-48d9-853d-e9c6a13483fa tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429943 Oct 14 13:09:13.471006 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:14.277407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 up at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:14.327352 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Provisioning complete for port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:14.327729 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:14.328076 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Attempt 1 to provision port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 Oct 14 13:09:14.405714 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Current status of the port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:17.814784 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:17.815661 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=71 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:19.392289 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:09:22.197228 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:22.205692 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:23.379651 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=14 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:23.387808 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:24.402158 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=19 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:24.404085 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:30.010299 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-113c43f8-3938-4781-b4c3-c5a232decff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:30.092761 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-f888ed8e-ef1b-45a8-89f9-58c1dd655b13 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1445989676&fields=id&tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 267 time: 0.0437543 Oct 14 13:09:30.205227 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-8ac00db3-d4b2-49c6-a32a-6a6ac32e6cc1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:30.206696 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-8ac00db3-d4b2-49c6-a32a-6a6ac32e6cc1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 811 time: 0.1076283 Oct 14 13:09:30.221467 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-1fe830fe-d2a5-4e35-b5fb-5f60870e2424 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/quotas/d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 375 time: 0.0095129 Oct 14 13:09:30.268767 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-874a75cc-964b-4fcb-8be7-69430a0fffd4 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424671 Oct 14 13:09:30.366924 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-be0924d2-d0bb-4e1e-aa66-64485c486ce9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854731 Oct 14 13:09:30.418335 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:30.422374 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:30.458154 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a2b1a3ac-d238-4332-8b13-3f71c10fe2e5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Oct 14 13:09:30.757911 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d5d453-e00a-46e1-9869-f8b1c74aebc7 req-db5b1fe5-ab05-4264-80dc-8c59fd57f889 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 210 time: 0.0308316 Oct 14 13:09:31.797305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-11707853-3f5b-4a6f-a61f-498661142084 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:31.798838 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-11707853-3f5b-4a6f-a61f-498661142084 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 811 time: 0.1058400 Oct 14 13:09:31.879163 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-51fcbec8-5d20-4a3c-a843-c6647c03344c req-586dc3f6-1b0b-4ac5-8910-19d8c0b310de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 210 time: 0.0438323 Oct 14 13:09:31.897567 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-2c2a5e9e-e630-4ac5-bd82-158dc3f1fd34 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 380 time: 0.0846727 Oct 14 13:09:31.902613 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'port': {'device_id': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'admin_state_up': True, 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'security_groups': ['593af3bc-93b0-4328-aef8-b396d71dcd11']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:32.015772 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Made reservation on behalf of d5a0e78a09a843b1b6d2eee3ed8f7903 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:09:32.019708 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.160385 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Allocated IP 172.20.0.8 (8eba902a-eded-44ab-9171-f5f12325a82d/78fe7896-8a2f-4950-8870-e8cd1d2ae6dc/49af9af5-59c3-46e1-a7eb-12e6f6097a1b) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:32.179885 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2717904a-ee87-4597-b1c6-f33fa993cde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.251199 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:32.266261 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:32.312579 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.350518 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.394891 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Network 8eba902a-eded-44ab-9171-f5f12325a82d is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:32.397905 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:32.402315 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:32.425724 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:32.454317 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:32.454957 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.472816 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a0c2f0ff-105c-4e46-a4aa-ffcb3d5fc6e6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737796 Oct 14 13:09:32.575089 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Request body: {'port': {'device_id': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:32.628191 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f73723ba-0039-4046-978f-f93fbc14019c None None] Provisioning complete for port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:32.628574 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f73723ba-0039-4046-978f-f93fbc14019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.628887 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-f73723ba-0039-4046-978f-f93fbc14019c None None] Attempt 1 to provision port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b Oct 14 13:09:32.640955 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.661745 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f73723ba-0039-4046-978f-f93fbc14019c None None] Port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:09:32.898830 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49af9af5-59c3-46e1-a7eb-12e6f6097a1b {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:09:32.908155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Publish callbacks [] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:32.921755 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Transition to ACTIVE for port object 49af9af5-59c3-46e1-a7eb-12e6f6097a1b will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:09:32.926187 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:33.015751 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Pushing event updated for resources: {'Port': ['ID=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:33.053197 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188b932-53c7-47ed-b06a-307e502c72d7 req-de353585-1917-4f8d-b6d3-0390e2f46fed tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:33.054694 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b188b932-53c7-47ed-b06a-307e502c72d7 req-de353585-1917-4f8d-b6d3-0390e2f46fed tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0912173 Oct 14 13:09:33.084533 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Attempting to bind port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:09:33.084862 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Attempting to bind port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:09:33.085189 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Attempting to bind port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:33.127573 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b on network 8eba902a-eded-44ab-9171-f5f12325a82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:09:33.127902 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Attempting to bind port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:09:33.147237 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:33.157720 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:33.192221 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:09:33.192491 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Checking segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:09:33.192867 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Bound using segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:09:33.193300 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Bound port: 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:09:33.193687 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:33.252186 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b188b932-53c7-47ed-b06a-307e502c72d7 req-785f446f-0733-403b-b24b-c660f0cc2d0c tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914487 Oct 14 13:09:33.278512 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] For port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host hv-cinder-82099, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:09:33.282111 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] For port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:09:33.288408 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109920'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:33.292484 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:33.293124 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:33.294589 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 200 len: 1093 time: 0.7242155 Oct 14 13:09:33.295013 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:09:33.297363 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ae5e6-55d2-42fd-9f48-58d67759a257" -d '{"events": [{"name": "network-changed", "server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:09:33.349144 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996646-6cb1-46a2-ba43-aaf9edccdac3 service neutron] Pushing event updated for resources: {'Port': ['ID=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:33.353119 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a86fdc-9a26-4705-9372-bc7bcbc16bae x-openstack-request-id: req-d4a86fdc-9a26-4705-9372-bc7bcbc16bae {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:09:33.353401 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:09:33.353924 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4a86fdc-9a26-4705-9372-bc7bcbc16bae {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:09:33.354329 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a86fdc-9a26-4705-9372-bc7bcbc16bae'] response: {'name': 'network-changed', 'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'status': 'completed', 'code': 200} Oct 14 13:09:33.393846 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-d1fed6de-6e98-4a04-a923-6c4e0abdd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:33.395570 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-d1fed6de-6e98-4a04-a923-6c4e0abdd2da service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1127 time: 0.0403183 Oct 14 13:09:33.439342 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-b00135fa-ad4f-4402-aa69-dcd5de0d1fef service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 200 len: 217 time: 0.0362110 Oct 14 13:09:33.491143 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-191d2b5c-45ec-4403-9a5a-018d2a18aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:33.492635 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-191d2b5c-45ec-4403-9a5a-018d2a18aebf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0483465 Oct 14 13:09:33.539116 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e903-ee0e-4116-8a6f-f4b7da4c9f79 req-eec0ad7e-1e4a-4a74-80bb-dac7d794714c tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:33.540802 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c41e903-ee0e-4116-8a6f-f4b7da4c9f79 req-eec0ad7e-1e4a-4a74-80bb-dac7d794714c tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 945 time: 0.0484276 Oct 14 13:09:33.554011 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:33.589876 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c41e903-ee0e-4116-8a6f-f4b7da4c9f79 req-01c8bad8-2ca4-468a-bf59-2b0c1ed46cce tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Oct 14 13:09:34.372629 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c57080-9784-4fcc-8dac-0198d399075e req-69dededa-aff7-48e6-a100-58ee36c5c0f1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:34.374082 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a4c57080-9784-4fcc-8dac-0198d399075e req-69dededa-aff7-48e6-a100-58ee36c5c0f1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0461149 Oct 14 13:09:34.421438 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a4c57080-9784-4fcc-8dac-0198d399075e req-9095fc21-082c-421d-a9ef-a759834f4edc tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Oct 14 13:09:34.708669 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63a509-5f72-49a1-a6d7-db7a4859c463 req-058d7e4e-9f85-41c2-b430-eeb6f3e7c47c tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:34.710196 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f63a509-5f72-49a1-a6d7-db7a4859c463 req-058d7e4e-9f85-41c2-b430-eeb6f3e7c47c tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 945 time: 0.0467563 Oct 14 13:09:34.726443 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8657-1ed9-403c-a326-7b41672b2886 req-4989c50c-96fd-450d-9234-7c8cf9ddfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:34.727954 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-4989c50c-96fd-450d-9234-7c8cf9ddfb15 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415332 Oct 14 13:09:34.762021 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2f63a509-5f72-49a1-a6d7-db7a4859c463 req-132cfc6f-2870-4109-a167-5812389b4b7b tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=6daede00-e95f-401a-8491-e5e5d3de93b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Oct 14 13:09:34.820476 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-a877a426-4167-429a-8658-cfba1a974391 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 Oct 14 13:09:34.979211 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13be8657-1ed9-403c-a326-7b41672b2886 req-67a423ed-7ed2-40e5-8620-9975aa9c37c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 Oct 14 13:09:35.041574 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412b007-5113-47eb-8b33-877672821908 req-a4bfb701-210e-4703-9acc-0455a01c90cc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:35.043000 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6412b007-5113-47eb-8b33-877672821908 req-a4bfb701-210e-4703-9acc-0455a01c90cc tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 945 time: 0.0449293 Oct 14 13:09:35.151264 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:35.174851 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:35.222696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-14bb1f69-8c3e-47ff-9ed6-3a98e03aa9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:35.224215 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-14bb1f69-8c3e-47ff-9ed6-3a98e03aa9e9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1127 time: 0.0407908 Oct 14 13:09:35.248102 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Deleting port 1fac4cbc-4003-4868-96de-947a449bab8c {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:09:35.248368 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:35.313346 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-63d31d70-f9d1-4009-9a99-bf09c1249ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:35.314839 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-63d31d70-f9d1-4009-9a99-bf09c1249ec6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0845952 Oct 14 13:09:35.336349 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] For port 1fac4cbc-4003-4868-96de-947a449bab8c, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1fac4cbc-4003-4868-96de-947a449bab8c,segment=NetworkSegment(46016c45-85a4-41ab-9e1b-d522c64e3df0),segment_id=46016c45-85a4-41ab-9e1b-d522c64e3df0)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:35.336713 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:35.350126 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Calling delete_port for 1fac4cbc-4003-4868-96de-947a449bab8c owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:09:35.354305 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:35.599174 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-05e53aa7-fab4-4693-81b9-48fafd0094a9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 200 len: 217 time: 0.2762668 Oct 14 13:09:35.648596 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-6ca6e103-cedb-44d4-a64e-bb4fd9f6ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:35.650086 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-6ca6e103-cedb-44d4-a64e-bb4fd9f6ecd5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0455492 Oct 14 13:09:35.693539 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-9e164b8e-5258-488d-9a2a-8d2664773bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:35.695048 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-9e164b8e-5258-488d-9a2a-8d2664773bed service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395529 Oct 14 13:09:35.708066 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66426c4-f0d9-4883-bb3e-9628e9c7bccc req-6c169aac-fb87-44ba-9003-8d935849f292 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:35.709565 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d66426c4-f0d9-4883-bb3e-9628e9c7bccc req-6c169aac-fb87-44ba-9003-8d935849f292 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0629573 Oct 14 13:09:35.725799 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:35.796306 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-6ff13846-8b9a-42bf-ae37-e261f711ca2e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945883 Oct 14 13:09:35.801538 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d66426c4-f0d9-4883-bb3e-9628e9c7bccc req-32b2e664-448e-4789-b196-14c72bd7d401 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829768 Oct 14 13:09:35.815078 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (1fac4cbc-4003-4868-96de-947a449bab8c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:35.828458 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['1fac4cbc-4003-4868-96de-947a449bab8c'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:09:35.848949 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Pushing event deleted for resources: {'Port': ['ID=1fac4cbc-4003-4868-96de-947a449bab8c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:35.893893 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] No DVR routers for this DVR port 1fac4cbc-4003-4868-96de-947a449bab8c on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:09:35.896477 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:35.900516 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6412b007-5113-47eb-8b33-877672821908 req-d2620202-0610-4316-9e8d-6a4569a4d906 tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1fac4cbc-4003-4868-96de-947a449bab8c HTTP/1.1" status: 204 len: 173 time: 0.7349944 Oct 14 13:09:35.901036 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276846e9-b615-4863-8a8f-799cf0114bf2', 'name': 'network-vif-deleted', 'tag': '1fac4cbc-4003-4868-96de-947a449bab8c'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:09:35.903988 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dae031-262a-420a-91a1-95f7f1b355ab" -d '{"events": [{"server_uuid": "276846e9-b615-4863-8a8f-799cf0114bf2", "name": "network-vif-deleted", "tag": "1fac4cbc-4003-4868-96de-947a449bab8c"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:09:35.905012 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ebd22234-b0b5-4db6-ac06-86e9f2aac63d req-20135f82-4e17-4432-968e-70541367372b tempest-VolumesSnapshotTestJSON-1500421090 tempest-VolumesSnapshotTestJSON-1500421090-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=276846e9-b615-4863-8a8f-799cf0114bf2 HTTP/1.1" status: 200 len: 210 time: 0.0378475 Oct 14 13:09:35.938213 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-359ae5e6-55d2-42fd-9f48-58d67759a257 req-8b07485c-12d9-428a-a5d3-71ea38a225fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355772 Oct 14 13:09:35.954651 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30675e79-5b49-4238-b93f-464b80528d31 x-openstack-request-id: req-30675e79-5b49-4238-b93f-464b80528d31 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:09:35.955665 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276846e9-b615-4863-8a8f-799cf0114bf2", "name": "network-vif-deleted", "tag": "1fac4cbc-4003-4868-96de-947a449bab8c", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:09:35.956014 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30675e79-5b49-4238-b93f-464b80528d31 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:09:35.956484 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30675e79-5b49-4238-b93f-464b80528d31'] response: {'server_uuid': '276846e9-b615-4863-8a8f-799cf0114bf2', 'name': 'network-vif-deleted', 'tag': '1fac4cbc-4003-4868-96de-947a449bab8c', 'status': 'completed', 'code': 200} Oct 14 13:09:36.979211 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2510-50e3-4beb-bf45-cc37875824d8 req-1b268d45-442e-4163-a19a-16eecb248c3e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:36.980617 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0cde2510-50e3-4beb-bf45-cc37875824d8 req-1b268d45-442e-4163-a19a-16eecb248c3e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.1001115 Oct 14 13:09:37.032291 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0cde2510-50e3-4beb-bf45-cc37875824d8 req-33145589-e248-4329-88ff-83e8da38493d tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442998 Oct 14 13:09:38.150522 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab5f62-f60a-4f64-963d-55842e56306b req-a09b6f8d-ac0c-4556-aacd-753bb38aff57 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:38.151954 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0bab5f62-f60a-4f64-963d-55842e56306b req-a09b6f8d-ac0c-4556-aacd-753bb38aff57 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0453215 Oct 14 13:09:38.200086 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0bab5f62-f60a-4f64-963d-55842e56306b req-d3a3fd71-d66c-42ec-a285-890c80b7d98a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Oct 14 13:09:39.317650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0d8e1-eb95-4fb3-b90e-d593e28f2ad4 req-5dbe629f-a957-45f6-891b-4483f35796fb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:39.319094 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ab0d8e1-eb95-4fb3-b90e-d593e28f2ad4 req-5dbe629f-a957-45f6-891b-4483f35796fb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0460398 Oct 14 13:09:39.371244 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ab0d8e1-eb95-4fb3-b90e-d593e28f2ad4 req-70d267b8-9a40-4b4e-8379-52519cd61eec tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 Oct 14 13:09:40.258594 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1fac4cbc-4003-4868-96de-947a449bab8c no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:09:40.278290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 1fac4cbc-4003-4868-96de-947a449bab8c {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:09:40.278635 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1fac4cbc-4003-4868-96de-947a449bab8c not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:09:40.497040 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0039c-e502-4e4b-9ec7-b04b0dcaa873 req-a4172bec-b26b-4fbb-ad5b-8bb45fd55401 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:40.498540 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-00f0039c-e502-4e4b-9ec7-b04b0dcaa873 req-a4172bec-b26b-4fbb-ad5b-8bb45fd55401 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0520651 Oct 14 13:09:40.549522 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-00f0039c-e502-4e4b-9ec7-b04b0dcaa873 req-deae9cd2-b926-40d4-af75-0b2c52dcd8cd tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Oct 14 13:09:41.677095 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cfa43-c40c-427d-9fae-f6ce9b04ce3c req-b377ccbe-6caa-483e-b69b-022943f1f68e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:41.678794 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-095cfa43-c40c-427d-9fae-f6ce9b04ce3c req-b377ccbe-6caa-483e-b69b-022943f1f68e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0482252 Oct 14 13:09:41.730512 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-095cfa43-c40c-427d-9fae-f6ce9b04ce3c req-bb394510-166a-42e3-96db-8cc5233e99a4 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Oct 14 13:09:42.849234 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9fee-47b7-4c08-9866-3c3bd2f8110a req-30e870b2-3cde-40b2-8e77-1e4afb68aedb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:42.850716 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-83ef9fee-47b7-4c08-9866-3c3bd2f8110a req-30e870b2-3cde-40b2-8e77-1e4afb68aedb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 943 time: 0.0460155 Oct 14 13:09:42.901367 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-83ef9fee-47b7-4c08-9866-3c3bd2f8110a req-dd6ea63f-93a0-4f3d-90bf-17f94b6206d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446270 Oct 14 13:09:43.172041 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 49af9af5-59c3-46e1-a7eb-12e6f6097a1b details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:09:43.271896 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:43.283761 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'port_id': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'mac_address': 'fa:16:3e:df:2d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:09:43.322407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:43.322795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:43.335670 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49af9af5-59c3-46e1-a7eb-12e6f6097a1b {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:09:43.355923 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:43.359823 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:43.404941 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:43.510342 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:43.558720 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['49af9af5-59c3-46e1-a7eb-12e6f6097a1b'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:09:44.014571 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:44.023119 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10df01d-c169-40d1-900e-1917bdce586e req-50bb8ba8-f601-4a2f-bbf4-e02d1e2bc397 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:44.025128 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e10df01d-c169-40d1-900e-1917bdce586e req-50bb8ba8-f601-4a2f-bbf4-e02d1e2bc397 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 944 time: 0.0488026 Oct 14 13:09:44.072708 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e10df01d-c169-40d1-900e-1917bdce586e req-5aeb93c9-ca2f-45af-a6de-dcb3d27fad61 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Oct 14 13:09:45.191156 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccecabd-fb71-40c6-97ce-868ddc7b165a req-0f96ae9f-1283-4c3b-9b8e-d0e0866efa0f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:45.192639 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cccecabd-fb71-40c6-97ce-868ddc7b165a req-0f96ae9f-1283-4c3b-9b8e-d0e0866efa0f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 944 time: 0.0466847 Oct 14 13:09:45.204552 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 49af9af5-59c3-46e1-a7eb-12e6f6097a1b up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:09:45.243053 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:45.246946 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cccecabd-fb71-40c6-97ce-868ddc7b165a req-22f67c46-b110-47c4-9893-539f9e8d4eea tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Oct 14 13:09:45.249804 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:09:45.258954 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:09:45.259430 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:45.259839 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b Oct 14 13:09:45.332747 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:45.335918 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:09:45.336302 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:45.361865 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:09:45.364064 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e6cd36-097e-4cd2-ad12-af1c732bdc6e" -d '{"events": [{"server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "name": "network-vif-plugged", "status": "completed", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:09:45.377082 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:09:45.381543 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:45.406230 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654a31d-c336-487c-b541-7b71e0aaf2f8 x-openstack-request-id: req-1654a31d-c336-487c-b541-7b71e0aaf2f8 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:09:45.406521 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "name": "network-vif-plugged", "status": "completed", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:09:45.406763 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1654a31d-c336-487c-b541-7b71e0aaf2f8 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:09:45.407154 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1654a31d-c336-487c-b541-7b71e0aaf2f8'] response: {'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'code': 200} Oct 14 13:09:45.438002 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:45.621077 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c74811-1204-46ed-b97a-0b4f4764b5ed req-eed89d4b-f163-4a07-aa34-9b0c493369dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:45.622558 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-60c74811-1204-46ed-b97a-0b4f4764b5ed req-eed89d4b-f163-4a07-aa34-9b0c493369dd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1129 time: 0.0443759 Oct 14 13:09:45.646762 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:45.669938 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-60c74811-1204-46ed-b97a-0b4f4764b5ed req-f9321cbe-e89d-4d07-8443-4a992fec7ee3 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Oct 14 13:09:46.365587 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da746df-4e4c-40bb-a6a0-b2383cec7aeb req-82c78262-c3cc-48fd-a9e0-af914cc11bed tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:46.367051 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5da746df-4e4c-40bb-a6a0-b2383cec7aeb req-82c78262-c3cc-48fd-a9e0-af914cc11bed tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0462663 Oct 14 13:09:46.415910 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5da746df-4e4c-40bb-a6a0-b2383cec7aeb req-a8b10aea-ea7f-40cd-ba26-e8d1462bb755 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Oct 14 13:09:47.535659 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9a234-b61d-4eaf-a038-7ae4dfcbdc05 req-8c857b04-10ec-4bee-b67a-a73b1d51776d tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:47.537098 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-21e9a234-b61d-4eaf-a038-7ae4dfcbdc05 req-8c857b04-10ec-4bee-b67a-a73b1d51776d tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0456681 Oct 14 13:09:47.584563 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-21e9a234-b61d-4eaf-a038-7ae4dfcbdc05 req-c9e72930-80e7-4d18-9e4b-fe20805c3a29 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Oct 14 13:09:48.707268 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba954ba4-d5b9-45b0-9d98-6f5e6843a514 req-97a06174-9ff4-497b-914f-f8f5eba7a8ae tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:48.708748 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ba954ba4-d5b9-45b0-9d98-6f5e6843a514 req-97a06174-9ff4-497b-914f-f8f5eba7a8ae tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0498612 Oct 14 13:09:48.757390 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ba954ba4-d5b9-45b0-9d98-6f5e6843a514 req-aeb96976-d958-4795-aac7-8569e0531595 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Oct 14 13:09:49.881191 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721e09b-0316-4b11-a589-e035f4d42310 req-cabe78ee-9226-4a55-bb5e-066f3f7a30ec tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:49.882750 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4721e09b-0316-4b11-a589-e035f4d42310 req-cabe78ee-9226-4a55-bb5e-066f3f7a30ec tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0508256 Oct 14 13:09:49.935701 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4721e09b-0316-4b11-a589-e035f4d42310 req-a2ced5f9-9db0-4361-99e2-4624c6b8bc97 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Oct 14 13:09:50.066603 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd385-9731-4fb9-a34b-a0f4b1e95d81 req-99c4dd83-7438-4885-a6d8-ef4e69b8dd99 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:50.068086 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b32fd385-9731-4fb9-a34b-a0f4b1e95d81 req-99c4dd83-7438-4885-a6d8-ef4e69b8dd99 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0520096 Oct 14 13:09:50.119099 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b32fd385-9731-4fb9-a34b-a0f4b1e95d81 req-51f61ead-a2cf-4c11-b58d-1fae7d7f91eb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453043 Oct 14 13:09:50.151645 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52016) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:50.230743 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7df34-0c03-4e32-8196-73f681a61317 tempest-TestVolumeBootPattern-592092265 tempest-TestVolumeBootPattern-592092265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:50.232384 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b8e7df34-0c03-4e32-8196-73f681a61317 tempest-TestVolumeBootPattern-592092265 tempest-TestVolumeBootPattern-592092265-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1124 time: 0.0796888 Oct 14 13:09:50.235175 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52020) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:50.239595 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'port_id': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:09:50.261570 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:50.340576 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:50.446696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Allocated IP 172.27.3.238 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/506f754e-f400-4db5-9bbc-964fb866ad75) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:09:50.549538 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (506f754e-f400-4db5-9bbc-964fb866ad75), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:50.580374 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (506f754e-f400-4db5-9bbc-964fb866ad75), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:50.612503 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:50.618620 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:09:50.622395 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:09:50.626185 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:09:50.652547 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=506f754e-f400-4db5-9bbc-964fb866ad75,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:50.850221 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:50.991031 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (8b30f206-9d62-4e72-81b1-edce70bbd307), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:51.056912 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (506f754e-f400-4db5-9bbc-964fb866ad75), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:51.210614 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (506f754e-f400-4db5-9bbc-964fb866ad75), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:51.215843 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (506f754e-f400-4db5-9bbc-964fb866ad75), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:51.315975 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (8b30f206-9d62-4e72-81b1-edce70bbd307), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:51.356401 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-854d02de-8a87-476e-a156-d67305760367 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120417 Oct 14 13:09:51.357063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=506f754e-f400-4db5-9bbc-964fb866ad75,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:51.461619 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff84b-cf15-4687-aea0-f2acea118829 req-beb1547b-7613-445f-9684-00f5d65e8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:51.463602 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-beb1547b-7613-445f-9684-00f5d65e8b91 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1129 time: 0.0540209 Oct 14 13:09:51.464566 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Floating IP 8b30f206-9d62-4e72-81b1-edce70bbd307 associated. External IP: 172.27.3.238, port: 49af9af5-59c3-46e1-a7eb-12e6f6097a1b. Oct 14 13:09:51.500635 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:51.673190 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff84b-cf15-4687-aea0-f2acea118829 req-b0a8fa5e-274a-4e03-a26e-8b5127ed2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:51.674666 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-b0a8fa5e-274a-4e03-a26e-8b5127ed2b1e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.1711099 Oct 14 13:09:51.689957 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:51.779326 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-8611e046-e755-4cbe-8e45-6456dfa9552a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 200 len: 999 time: 0.0956368 Oct 14 13:09:51.799162 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:09:51.872539 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff84b-cf15-4687-aea0-f2acea118829 req-e5c875ac-6820-40a5-b92b-f319175a3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:51.873984 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-e5c875ac-6820-40a5-b92b-f319175a3987 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0868053 Oct 14 13:09:52.184577 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff84b-cf15-4687-aea0-f2acea118829 req-499fcf6d-2c9a-4cb4-a266-b39d61e108ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:52.186078 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-499fcf6d-2c9a-4cb4-a266-b39d61e108ee service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3037751 Oct 14 13:09:52.216927 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:09:52.227688 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:09:52.238110 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:52.238823 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:52.268430 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:52.329879 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-eef2653c-f5b6-44a3-86c6-04647a24b73b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0912688 Oct 14 13:09:52.329879 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:09:52.332655 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edf2444-d982-42be-a8f7-8c2c443a8f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:09:52.337206 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-6ae0cc11-0870-4f7b-bca4-7295be681b19 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441212 Oct 14 13:09:52.351621 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:52.400401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e179feca-2ab6-491f-8038-f8f69f7b2ade x-openstack-request-id: req-e179feca-2ab6-491f-8038-f8f69f7b2ade {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:09:52.400401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:09:52.400401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e179feca-2ab6-491f-8038-f8f69f7b2ade {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:09:52.400401 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e179feca-2ab6-491f-8038-f8f69f7b2ade'] response: {'name': 'network-changed', 'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'status': 'completed', 'code': 200} Oct 14 13:09:52.439303 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aefff84b-cf15-4687-aea0-f2acea118829 req-8d932527-3a80-41cf-9d11-c2194e7cae7b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968101 Oct 14 13:09:52.527101 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-ec334732-ae48-4c5e-8ee8-bb2262ef9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:52.528696 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-ec334732-ae48-4c5e-8ee8-bb2262ef9aba service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1129 time: 0.0426698 Oct 14 13:09:52.580408 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '8b30f206-9d62-4e72-81b1-edce70bbd307', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:df:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:09:50Z', 'updated_at': '2022-10-14T13:09:50Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:52.605175 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:09:52.614249 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:09:52.614836 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:09:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:52.622657 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-fab12352-b8b4-4d19-9f37-783c530bcbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:52.624146 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-fab12352-b8b4-4d19-9f37-783c530bcbda service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0899715 Oct 14 13:09:52.668715 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:52.686279 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-6a516ddb-5a2c-4d5e-a1d8-cbc40a656ad1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 200 len: 999 time: 0.0567937 Oct 14 13:09:52.715439 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:09:52.737237 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-22f07413-f564-4001-aa3c-ec47bc210bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:52.738782 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-22f07413-f564-4001-aa3c-ec47bc210bd0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0473211 Oct 14 13:09:52.782344 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-f93d09f2-b270-4c82-afaf-8bd1cb9f1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:09:52.783853 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-f93d09f2-b270-4c82-afaf-8bd1cb9f1d03 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393326 Oct 14 13:09:52.878189 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-edf365c0-7552-4969-9bb1-662f93fd9682 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888257 Oct 14 13:09:52.920142 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '8b30f206-9d62-4e72-81b1-edce70bbd307', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:df:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:09:50Z', 'updated_at': '2022-10-14T13:09:50Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:52.947597 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422fa3c-80c8-4063-b8e1-3ad91ccd26fa None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '8b30f206-9d62-4e72-81b1-edce70bbd307', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:df:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:09:50Z', 'updated_at': '2022-10-14T13:09:50Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:09:52.969457 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9edf2444-d982-42be-a8f7-8c2c443a8f8a req-6b37034c-4e92-466a-aee8-beaa70988514 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854573 Oct 14 13:09:53.139852 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c941e-0e5c-4e56-bdb5-27e029933d02 None None] New status for floating IP 8b30f206-9d62-4e72-81b1-edce70bbd307: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:09:56.391831 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:09:59.195938 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 52092) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:59.204473 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:59.241898 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Deleting subnet ee23d530-7e51-4f6f-afae-fefb64e1f871 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:09:59.245319 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Publish callbacks [] for subnet (ee23d530-7e51-4f6f-afae-fefb64e1f871), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.280099 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2925636'] for subnet (ee23d530-7e51-4f6f-afae-fefb64e1f871), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.323699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (ee23d530-7e51-4f6f-afae-fefb64e1f871), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.367580 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:59.376639 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3004550'] for subnet (ee23d530-7e51-4f6f-afae-fefb64e1f871), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.402465 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee23d530-7e51-4f6f-afae-fefb64e1f871,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:59.407170 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.410274 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/ee23d530-7e51-4f6f-afae-fefb64e1f871 HTTP/1.1" status: 204 len: 168 time: 0.2127135 Oct 14 13:09:59.412957 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52094) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:59.415728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.416087 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.416435 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.416779 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.417120 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.417457 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.417822 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.418156 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.418539 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.418816 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.419150 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.419480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.419839 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.420161 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.420534 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab6156-8ab1-405f-bee5-603c2725eb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.459287 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:09:59.484899 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (1c2660e1-be1e-4e0b-875b-b00cf5d04c16), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.561567 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (1c2660e1-be1e-4e0b-875b-b00cf5d04c16), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.580981 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2660e1-be1e-4e0b-875b-b00cf5d04c16']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:59.590056 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46016c45-85a4-41ab-9e1b-d522c64e3df0') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:59.590356 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46016c45-85a4-41ab-9e1b-d522c64e3df0') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:09:59.599744 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (46016c45-85a4-41ab-9e1b-d522c64e3df0), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.613265 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (46016c45-85a4-41ab-9e1b-d522c64e3df0), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.619907 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:09:59.620282 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (46016c45-85a4-41ab-9e1b-d522c64e3df0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.662488 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 46016c45-85a4-41ab-9e1b-d522c64e3df0 resource provider aggregate not found Oct 14 13:09:59.679352 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 46016c45-85a4-41ab-9e1b-d522c64e3df0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46016c45-85a4-41ab-9e1b-d522c64e3df0 found for delete ", "request_id": "req-0c924bf9-c5f4-4461-b86f-b63017653bea"}]} Oct 14 13:09:59.686649 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (1c2660e1-be1e-4e0b-875b-b00cf5d04c16), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.692752 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.696493 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/1c2660e1-be1e-4e0b-875b-b00cf5d04c16 HTTP/1.1" status: 204 len: 168 time: 0.2824497 Oct 14 13:09:59.707650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2660e1-be1e-4e0b-875b-b00cf5d04c16,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:09:59.715272 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.715626 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.715970 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.716312 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.716645 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.716976 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.717304 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.717662 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.717990 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.718321 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.718650 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.718977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.719564 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.719893 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.720218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82c1c74-0b94-4fbe-9330-de40d91e7184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:09:59.856775 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52102) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:59.896008 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4141da47-ce92-46c3-8c33-1a94f4903c9d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bec5bb9b1b73416fb97534f476f2dce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381284 Oct 14 13:09:59.898373 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52104) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:09:59.946210 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69d55a6c-7817-49ff-9d51-e7d4b82ab8df admin admin] Publish callbacks [] for security_group (6daede00-e95f-401a-8491-e5e5d3de93b6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:09:59.966018 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69d55a6c-7817-49ff-9d51-e7d4b82ab8df admin admin] Publish callbacks [] for security_group (6daede00-e95f-401a-8491-e5e5d3de93b6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:00.000458 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0970-64cc-481e-ad4d-a494d2dbad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:00.013200 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69d55a6c-7817-49ff-9d51-e7d4b82ab8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (6daede00-e95f-401a-8491-e5e5d3de93b6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:00.015896 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-69d55a6c-7817-49ff-9d51-e7d4b82ab8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:00.017044 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-69d55a6c-7817-49ff-9d51-e7d4b82ab8df admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6daede00-e95f-401a-8491-e5e5d3de93b6 HTTP/1.1" status: 204 len: 168 time: 0.1178083 Oct 14 13:10:00.026132 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d55a6c-7817-49ff-9d51-e7d4b82ab8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daede00-e95f-401a-8491-e5e5d3de93b6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:10:02.176511 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e8d357cf-a31f-43af-8bd5-ccb8d91841b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:03.556982 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:05.153611 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:05.173227 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:07.413035 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=79 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:07.417272 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=77 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:09.404785 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:09.406670 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:10.000016 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:10.021191 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:13.512354 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:23.502569 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:23.508192 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=5,neutron:SELECT=28 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:28.214895 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=12 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:28.218987 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=14 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:29.991981 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a27a15b-4415-4433-86d0-7cb1a8be4df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:32.177385 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-55750e27-5e15-4b36-895f-d02b20a1b583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:33.391577 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:10:33.559523 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:35.159097 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:35.176312 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:43.511290 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:10:44.418523 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:44.423515 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:52.411001 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-035c5a72-e772-401a-9d2a-f8185917db31 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1746714 Oct 14 13:10:52.490873 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-69035351-261d-4a6e-bcaf-89d0fc3f1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:10:52.492380 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-69035351-261d-4a6e-bcaf-89d0fc3f1076 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 1129 time: 0.0392344 Oct 14 13:10:52.598045 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-e3b46c04-4331-47d4-8e78-f3c42daeda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:10:52.599474 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-e3b46c04-4331-47d4-8e78-f3c42daeda9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0892084 Oct 14 13:10:52.660816 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-dd9757e0-841c-499d-9a04-6f9ec0c40abd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 200 len: 1001 time: 0.0553052 Oct 14 13:10:52.707888 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-2fd3c325-1821-4b38-ab55-bd9e08651d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:10:52.709282 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-2fd3c325-1821-4b38-ab55-bd9e08651d2d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0421469 Oct 14 13:10:52.755237 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-38fc6c4d-0477-41d6-92c3-4187594a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:10:52.756609 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-38fc6c4d-0477-41d6-92c3-4187594a11df service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420878 Oct 14 13:10:52.766227 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-2ef4b79d-907a-4a35-be67-616d4aaa66d4 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 13:10:52.767167 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-2ef4b79d-907a-4a35-be67-616d4aaa66d4 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047476 Oct 14 13:10:52.856906 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-a12cba2a-16f2-44c1-9cae-075d21056266 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835919 Oct 14 13:10:52.949132 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f6e29dd-ad08-4cf3-b926-5fca0586d2bd req-eaa5bff2-2477-4ddb-8f09-8bd6619f0ddd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Oct 14 13:10:53.501042 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:53.506736 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:10:59.997532 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f3c46981-fc86-49fa-9020-f40666a98a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:02.178763 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-81906511-15da-48ad-b8f5-f2624faafaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:02.944262 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=50 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:02.945044 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=51 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:03.562152 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:05.159302 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:05.177574 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:10.390856 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:11:13.526865 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:23.520996 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:23.523239 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:28.425225 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:28.425996 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:30.002203 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e6f51d0d-3def-4b1d-83a7-53656c9422cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:32.180151 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3398-eee1-4bce-8002-5e88c731dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:33.564366 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:35.163151 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:35.181098 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:43.529761 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:47.389628 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:11:47.756502 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aac2ee-11c4-4137-8492-816c6baa30ff req-ce553f94-1068-41b5-b573-a9c9a1920f8a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:47.758009 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-84aac2ee-11c4-4137-8492-816c6baa30ff req-ce553f94-1068-41b5-b573-a9c9a1920f8a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0486937 Oct 14 13:11:47.810496 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-84aac2ee-11c4-4137-8492-816c6baa30ff req-c3c90e3a-08b0-4670-9899-4dd4d50a2966 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467255 Oct 14 13:11:48.935541 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5358-bc6c-4c45-ba87-23cad406c1d8 req-b70c0f4d-7b25-4d5a-af75-3e7127b5a56e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:48.937015 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-916c5358-bc6c-4c45-ba87-23cad406c1d8 req-b70c0f4d-7b25-4d5a-af75-3e7127b5a56e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0479517 Oct 14 13:11:48.990125 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-916c5358-bc6c-4c45-ba87-23cad406c1d8 req-26be4dd1-ddb7-4bc4-987a-dd2c3aa50523 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475514 Oct 14 13:11:49.159644 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-a2ba12c8-8497-4afe-b21b-9264bd2711eb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:49.161630 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-a2ba12c8-8497-4afe-b21b-9264bd2711eb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 945 time: 0.0450351 Oct 14 13:11:49.247536 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Deleting port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:11:49.247876 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:49.339553 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] For port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:11:49.339917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:49.499969 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:49.500244 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (8b30f206-9d62-4e72-81b1-edce70bbd307), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:49.500567 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Floating IP 8b30f206-9d62-4e72-81b1-edce70bbd307 disassociated. External IP: 172.27.3.238, port: 49af9af5-59c3-46e1-a7eb-12e6f6097a1b. Oct 14 13:11:49.500916 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Calling delete_port for 49af9af5-59c3-46e1-a7eb-12e6f6097a1b owned by compute:nova {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:11:49.628090 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (49af9af5-59c3-46e1-a7eb-12e6f6097a1b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:49.654035 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'Port': ['ID=49af9af5-59c3-46e1-a7eb-12e6f6097a1b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:11:49.663574 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.663926 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.664271 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.664613 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.664949 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.665311 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.666091 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.666091 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.666295 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.666611 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.666939 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.667265 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.667589 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.667913 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.668241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:11:49.778664 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:11:49.880336 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:11:49.890901 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:11:49.901260 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:11:49.901903 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:11:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:11:49.922710 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] No DVR routers for this DVR port 49af9af5-59c3-46e1-a7eb-12e6f6097a1b on host hv-cinder-82099 {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:11:49.925357 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:49.928770 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bab46c61-24c6-49f9-a159-c5248dd24b9b req-ab452103-ce0a-4708-a65b-343b9181eae7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "DELETE /networking/v2.0/ports/49af9af5-59c3-46e1-a7eb-12e6f6097a1b HTTP/1.1" status: 204 len: 173 time: 0.7622771 Oct 14 13:11:49.929247 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'name': 'network-vif-deleted', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:11:49.931590 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359cca13-ce1f-4ea0-976e-c9df5eb5fe03" -d '{"events": [{"server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "name": "network-vif-deleted", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:11:50.105337 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1fba5fc7-1681-401e-941b-948514af4e22 req-c18598ab-7d76-4c54-9f0d-224f0bcdadcc tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=ddac68fe-a256-4b03-9006-f69520b2973b HTTP/1.1" status: 200 len: 210 time: 0.0302241 Oct 14 13:11:50.127332 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61d92a-42f7-4c7e-8554-73c7f2e7ac78 x-openstack-request-id: req-5c61d92a-42f7-4c7e-8554-73c7f2e7ac78 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:11:50.127840 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddac68fe-a256-4b03-9006-f69520b2973b", "name": "network-vif-deleted", "tag": "49af9af5-59c3-46e1-a7eb-12e6f6097a1b", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:11:50.128986 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c61d92a-42f7-4c7e-8554-73c7f2e7ac78 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:11:50.130372 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c61d92a-42f7-4c7e-8554-73c7f2e7ac78'] response: {'server_uuid': 'ddac68fe-a256-4b03-9006-f69520b2973b', 'name': 'network-vif-deleted', 'tag': '49af9af5-59c3-46e1-a7eb-12e6f6097a1b', 'status': 'completed', 'code': 200} Oct 14 13:11:50.138603 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:11:50.334102 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:11:50.358180 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:11:50.367351 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:11:50.367950 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:11:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:11:50.468828 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:11:50.652824 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:11:50.679021 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cd532-c376-4e40-bd86-1382a2b5d647 None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:11:50.902096 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd73d7-67bd-4b9b-88c3-d015b4078188 None None] New status for floating IP 8b30f206-9d62-4e72-81b1-edce70bbd307: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:11:51.377473 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-4fc1dd97-66d8-4164-a506-168ced9ceb70 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1445989676&fields=id&tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 267 time: 0.0438480 Oct 14 13:11:51.484712 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-51fbe94d-5d50-475a-b5f0-a52671d0c433 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:51.486075 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-51fbe94d-5d50-475a-b5f0-a52671d0c433 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 811 time: 0.1023438 Oct 14 13:11:51.501038 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-d22356d4-2a31-43d6-a7d6-cb066704a652 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/quotas/d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 375 time: 0.0087068 Oct 14 13:11:51.549136 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-c73b4d39-66b8-4842-92a3-eaa07129d602 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433581 Oct 14 13:11:51.608743 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-95f4100d-0aee-489f-8f8a-bd763f3ffb88 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 13:11:51.609762 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-95f4100d-0aee-489f-8f8a-bd763f3ffb88 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0498483 Oct 14 13:11:51.702014 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-0e0d1cbf-ebc1-4688-b504-10757ff64393 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Oct 14 13:11:51.762914 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 49af9af5-59c3-46e1-a7eb-12e6f6097a1b no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:11:51.783151 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 49af9af5-59c3-46e1-a7eb-12e6f6097a1b {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:11:51.783496 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 49af9af5-59c3-46e1-a7eb-12e6f6097a1b not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:11:51.793074 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-d525eb5d-e1ce-4938-ba3c-0477d52c2c65 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853837 Oct 14 13:11:52.059227 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:52.077874 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-22b8f099-e562-4463-8515-bc0620e71c0e req-b8dec570-10bf-413d-bc70-13ab08a365e2 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 210 time: 0.0283558 Oct 14 13:11:53.107282 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:53.167750 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-eff1b9a3-2650-485a-883c-192a56539019 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:53.169392 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-eff1b9a3-2650-485a-883c-192a56539019 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 811 time: 0.1187496 Oct 14 13:11:53.185384 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ffe9e94-c18a-42b6-9e52-062f0d00bc29 req-a1da16c0-7a13-4ef4-87fe-9e9f6f22ebe6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 210 time: 0.0285115 Oct 14 13:11:53.235237 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-58e75f5e-5d08-4974-a143-2ce1462a0da5 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 380 time: 0.0583501 Oct 14 13:11:53.244522 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'port': {'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'admin_state_up': True, 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'security_groups': ['593af3bc-93b0-4328-aef8-b396d71dcd11']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:11:53.354481 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Made reservation on behalf of d5a0e78a09a843b1b6d2eee3ed8f7903 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:11:53.358150 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:53.485363 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Allocated IP 172.20.0.3 (8eba902a-eded-44ab-9171-f5f12325a82d/78fe7896-8a2f-4950-8870-e8cd1d2ae6dc/e0f9e62d-5a73-49b3-a2fb-730386480046) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:11:53.637907 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:53.669697 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:53.713986 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Network 8eba902a-eded-44ab-9171-f5f12325a82d is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:11:53.717130 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:11:53.720967 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:11:53.744828 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=e0f9e62d-5a73-49b3-a2fb-730386480046,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:11:53.777593 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:53.778270 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:53.796762 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-50ca30e1-3782-420b-b440-3226945f1816 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570359 Oct 14 13:11:53.807702 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Request body: {'port': {'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:11:53.869470 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:53.871259 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:53.920319 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:53.932960 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:53.934892 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:53.943313 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-dab5ce3c-4d1d-49f7-b4dd-db73a2ce19b9 None None] Provisioning complete for port e0f9e62d-5a73-49b3-a2fb-730386480046 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:11:53.943720 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dab5ce3c-4d1d-49f7-b4dd-db73a2ce19b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:53.944022 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-dab5ce3c-4d1d-49f7-b4dd-db73a2ce19b9 None None] Attempt 1 to provision port e0f9e62d-5a73-49b3-a2fb-730386480046 Oct 14 13:11:53.977325 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-dab5ce3c-4d1d-49f7-b4dd-db73a2ce19b9 None None] Port e0f9e62d-5a73-49b3-a2fb-730386480046 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:11:54.128067 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f9e62d-5a73-49b3-a2fb-730386480046 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:11:54.136079 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Publish callbacks [] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:54.148293 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Transition to ACTIVE for port object e0f9e62d-5a73-49b3-a2fb-730386480046 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:11:54.151211 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:54.231171 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Pushing event updated for resources: {'Port': ['ID=e0f9e62d-5a73-49b3-a2fb-730386480046,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:11:54.260383 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Attempting to bind port e0f9e62d-5a73-49b3-a2fb-730386480046 on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:11:54.260850 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Attempting to bind port e0f9e62d-5a73-49b3-a2fb-730386480046 by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:11:54.261182 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Attempting to bind port e0f9e62d-5a73-49b3-a2fb-730386480046 on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:11:54.342591 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82496d-c13e-4f89-bf45-9d798f72182d req-16247eac-1b52-4467-a223-871a470a1517 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:54.344030 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b82496d-c13e-4f89-bf45-9d798f72182d req-16247eac-1b52-4467-a223-871a470a1517 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0796452 Oct 14 13:11:54.344959 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Port e0f9e62d-5a73-49b3-a2fb-730386480046 on network 8eba902a-eded-44ab-9171-f5f12325a82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:11:54.345280 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Attempting to bind port e0f9e62d-5a73-49b3-a2fb-730386480046 on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:11:54.412432 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:11:54.412655 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Checking segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:11:54.413028 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Bound using segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:11:54.413453 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Bound port: e0f9e62d-5a73-49b3-a2fb-730386480046, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:11:54.413829 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:54.437044 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b82496d-c13e-4f89-bf45-9d798f72182d req-99ba5074-5f3e-4905-ac6b-1ab8194d373b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711100 Oct 14 13:11:54.488359 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] For port e0f9e62d-5a73-49b3-a2fb-730386480046, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:11:54.492001 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] For port e0f9e62d-5a73-49b3-a2fb-730386480046, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e0f9e62d-5a73-49b3-a2fb-730386480046,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:11:54.497901 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:54.501218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:54.501861 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:11:54.503430 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 1093 time: 0.6997817 Oct 14 13:11:54.505532 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:11:54.508491 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534bb7a6-7803-412f-9760-d4820692b280" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:11:54.551868 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462afcfc-d294-4c7d-b914-748435a6f812 x-openstack-request-id: req-462afcfc-d294-4c7d-b914-748435a6f812 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:11:54.552156 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:11:54.552409 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-462afcfc-d294-4c7d-b914-748435a6f812 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:11:54.552802 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462afcfc-d294-4c7d-b914-748435a6f812'] response: {'name': 'network-changed', 'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'status': 'completed', 'code': 200} Oct 14 13:11:54.591367 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-d5cc4b9f-b146-4f49-a1a0-92f6c9d19651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:54.592869 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-d5cc4b9f-b146-4f49-a1a0-92f6c9d19651 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1127 time: 0.0539794 Oct 14 13:11:54.593425 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd363-39ea-47d0-8c6d-4508b1aa79ad service neutron] Pushing event updated for resources: {'Port': ['ID=e0f9e62d-5a73-49b3-a2fb-730386480046,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:11:54.634687 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-adf29eb4-8236-4e4b-a89f-c3bb818627bc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 217 time: 0.0344467 Oct 14 13:11:54.682046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-6f5ca816-fddd-40d3-b97e-731a2f4494a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:54.683358 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-6f5ca816-fddd-40d3-b97e-731a2f4494a8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0435846 Oct 14 13:11:54.725350 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb025ffe-ccae-4944-93c4-e3b837b8878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:54.726796 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-fb025ffe-ccae-4944-93c4-e3b837b8878d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378027 Oct 14 13:11:54.777423 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:54.791046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:11:54.820328 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-a9be7bd0-93d7-49f6-851c-841b195b5166 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872838 Oct 14 13:11:55.143466 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f57966c1-148f-42f6-8933-5ee0fd06f11e req-17470971-f4e7-4531-a2dc-9120a57b0221 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176522 Oct 14 13:11:55.374366 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb7a6-7803-412f-9760-d4820692b280 req-36e10f40-2109-4ce1-b05f-93405ab3d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:55.375790 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-36e10f40-2109-4ce1-b05f-93405ab3d108 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1127 time: 0.0385876 Oct 14 13:11:55.466115 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb7a6-7803-412f-9760-d4820692b280 req-39c8f993-4fac-467f-b1f1-dca95aef3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:55.467588 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-39c8f993-4fac-467f-b1f1-dca95aef3f80 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0852764 Oct 14 13:11:55.507409 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-f285d1bb-fe31-4daa-b298-712eca997637 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 217 time: 0.0337732 Oct 14 13:11:55.590071 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4907e-d9af-4881-ab1a-2ac309e7df33 req-b25d7aab-240f-41ad-808e-4c38777fa782 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:55.591506 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-58d4907e-d9af-4881-ab1a-2ac309e7df33 req-b25d7aab-240f-41ad-808e-4c38777fa782 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0793827 Oct 14 13:11:55.595022 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb7a6-7803-412f-9760-d4820692b280 req-326b5feb-4972-43a0-b2be-94cc453ea180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:55.596317 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-326b5feb-4972-43a0-b2be-94cc453ea180 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0825489 Oct 14 13:11:55.661803 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb7a6-7803-412f-9760-d4820692b280 req-633f1054-6461-453b-bad3-bc0fd0b748f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:55.663208 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-633f1054-6461-453b-bad3-bc0fd0b748f6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593026 Oct 14 13:11:55.671451 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-58d4907e-d9af-4881-ab1a-2ac309e7df33 req-e4fb5e91-b415-4392-b1eb-62c8e0dd1aeb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742869 Oct 14 13:11:55.757159 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-e5bea72b-b533-4262-bc6c-5b8131e98bc6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848074 Oct 14 13:11:55.847045 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-534bb7a6-7803-412f-9760-d4820692b280 req-099eae99-da6b-444d-b7c6-3f7833e28e45 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840602 Oct 14 13:11:56.796340 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad9a8-604a-4152-b314-910672437d87 req-218e8360-c8d7-4c59-a105-d0fb9824c766 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:56.797741 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc4ad9a8-604a-4152-b314-910672437d87 req-218e8360-c8d7-4c59-a105-d0fb9824c766 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0507157 Oct 14 13:11:56.846493 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc4ad9a8-604a-4152-b314-910672437d87 req-ddc8c649-42d7-4c1b-afcf-38047d91ff31 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 Oct 14 13:11:57.964887 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6761d-d97a-4fd0-bbbc-53e2dd893604 req-6b035022-5bf4-4d26-8362-ec5936fe8094 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:57.966494 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d0b6761d-d97a-4fd0-bbbc-53e2dd893604 req-6b035022-5bf4-4d26-8362-ec5936fe8094 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0463188 Oct 14 13:11:58.016461 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d0b6761d-d97a-4fd0-bbbc-53e2dd893604 req-f050f6ef-d045-40c3-a106-4944ec27907a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445743 Oct 14 13:11:59.136588 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7a71-98e7-403c-838a-00fe423415db req-0a1afdf9-f319-4c56-a1c8-0f5c4906efe3 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:11:59.138116 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-595d7a71-98e7-403c-838a-00fe423415db req-0a1afdf9-f319-4c56-a1c8-0f5c4906efe3 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0465226 Oct 14 13:11:59.186335 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-595d7a71-98e7-403c-838a-00fe423415db req-210de82b-8f78-49c2-89c0-aa762a33b8a5 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Oct 14 13:12:00.003260 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a6b4424e-b1f1-42aa-b240-3f790d276795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:00.308798 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98801c51-1b77-4b49-aade-155412e81621 req-f0536b60-d6c4-4eb1-8cd9-54aad71f56af tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:00.310304 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-98801c51-1b77-4b49-aade-155412e81621 req-f0536b60-d6c4-4eb1-8cd9-54aad71f56af tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0465894 Oct 14 13:12:00.358762 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-98801c51-1b77-4b49-aade-155412e81621 req-bf9aa96c-9c69-4656-b253-557ee3475e63 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Oct 14 13:12:00.649992 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=78 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:00.656108 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=64 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:01.475828 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77204b7c-c16f-42ea-bee5-65c5b64116c6 req-4b9ae19f-b9fc-4085-b69e-af4315d7c039 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:01.477266 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-77204b7c-c16f-42ea-bee5-65c5b64116c6 req-4b9ae19f-b9fc-4085-b69e-af4315d7c039 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 943 time: 0.0454197 Oct 14 13:12:01.528335 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-77204b7c-c16f-42ea-bee5-65c5b64116c6 req-7ae695fe-2cb5-4108-9de0-4d57495a21bf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Oct 14 13:12:01.812497 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e0f9e62d-5a73-49b3-a2fb-730386480046 details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:12:01.910672 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e0f9e62d-5a73-49b3-a2fb-730386480046, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e0f9e62d-5a73-49b3-a2fb-730386480046,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:12:01.921998 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:12:01.955664 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e0f9e62d-5a73-49b3-a2fb-730386480046 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:12:01.956044 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:01.969086 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f9e62d-5a73-49b3-a2fb-730386480046 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:12:01.990242 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e0f9e62d-5a73-49b3-a2fb-730386480046, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e0f9e62d-5a73-49b3-a2fb-730386480046,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:12:01.994067 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:02.043281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e0f9e62d-5a73-49b3-a2fb-730386480046,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:12:02.050012 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.050355 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.050690 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.051025 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.051354 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.051678 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.052149 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.052471 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.052795 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.053118 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.053437 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.053778 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.054095 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.054414 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.054728 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:12:02.180708 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-478b1370-2b98-4e9a-8641-cd25a79b4e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:02.194353 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['e0f9e62d-5a73-49b3-a2fb-730386480046'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:12:02.652120 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ba89f-758d-40aa-8f29-aca89a3d8979 req-192f5c33-7dde-4d43-b853-cfb775255e63 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:02.653589 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-584ba89f-758d-40aa-8f29-aca89a3d8979 req-192f5c33-7dde-4d43-b853-cfb775255e63 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 944 time: 0.0496714 Oct 14 13:12:02.701839 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-584ba89f-758d-40aa-8f29-aca89a3d8979 req-a1297ea7-29a6-40b9-b3d2-7797c4dc5dd6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426674 Oct 14 13:12:03.565422 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:03.822834 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646058-bee5-46d1-9aac-94809b46dff3 req-703dcead-dfc2-4ef5-a285-2d929ada8902 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:03.824470 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-24646058-bee5-46d1-9aac-94809b46dff3 req-703dcead-dfc2-4ef5-a285-2d929ada8902 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 944 time: 0.0466878 Oct 14 13:12:03.824594 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e0f9e62d-5a73-49b3-a2fb-730386480046 up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:12:03.867311 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port e0f9e62d-5a73-49b3-a2fb-730386480046 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:12:03.873898 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port e0f9e62d-5a73-49b3-a2fb-730386480046 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:12:03.874281 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:03.874663 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-24646058-bee5-46d1-9aac-94809b46dff3 req-b0a5a3c0-195d-43d9-8106-d8235e73becd tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Oct 14 13:12:03.874803 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port e0f9e62d-5a73-49b3-a2fb-730386480046 Oct 14 13:12:03.914415 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:03.951418 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port e0f9e62d-5a73-49b3-a2fb-730386480046 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:12:03.951810 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:03.974317 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:12:03.976783 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf034bc-2bd1-4186-872d-2aa454bd75cf" -d '{"events": [{"server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "name": "network-vif-plugged", "status": "completed", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:12:03.991273 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port e0f9e62d-5a73-49b3-a2fb-730386480046, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e0f9e62d-5a73-49b3-a2fb-730386480046,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:12:03.995234 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:04.016686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:04.044586 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=e0f9e62d-5a73-49b3-a2fb-730386480046,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:12:04.075264 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ad04e-3969-4ab3-b97f-20f50fc956fd x-openstack-request-id: req-c49ad04e-3969-4ab3-b97f-20f50fc956fd {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:12:04.075554 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "name": "network-vif-plugged", "status": "completed", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:12:04.075987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c49ad04e-3969-4ab3-b97f-20f50fc956fd {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:12:04.076386 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49ad04e-3969-4ab3-b97f-20f50fc956fd'] response: {'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'code': 200} Oct 14 13:12:04.297850 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:04.301701 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456d59d-e00a-4ac5-9c18-a9a3feff1c39 req-0c8520ca-1bd5-4008-b201-8204d96de074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:04.303756 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4456d59d-e00a-4ac5-9c18-a9a3feff1c39 req-0c8520ca-1bd5-4008-b201-8204d96de074 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0395491 Oct 14 13:12:04.344076 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:04.348224 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4456d59d-e00a-4ac5-9c18-a9a3feff1c39 req-e1591a4e-e069-4ad2-a094-d5d346a25e4f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 Oct 14 13:12:04.996768 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d9f6-f102-4735-a24e-4a79ac70492d req-e32b5464-59c9-4148-9c7d-17bb52e10a4f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:04.998265 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9de9d9f6-f102-4735-a24e-4a79ac70492d req-e32b5464-59c9-4148-9c7d-17bb52e10a4f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 945 time: 0.0469153 Oct 14 13:12:05.047454 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9de9d9f6-f102-4735-a24e-4a79ac70492d req-27064c7c-021c-4a50-80f1-1beb3e51cb52 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 Oct 14 13:12:05.165976 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:05.181797 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:06.170486 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220dd3-a227-472f-913d-a43bd4d1be38 req-8d79d493-183a-4d6c-b813-6c2c0b9bfce2 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:06.171940 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-67220dd3-a227-472f-913d-a43bd4d1be38 req-8d79d493-183a-4d6c-b813-6c2c0b9bfce2 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 945 time: 0.0492146 Oct 14 13:12:06.227449 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-67220dd3-a227-472f-913d-a43bd4d1be38 req-2957da8a-72bf-437f-a27f-2ebb64a8dee6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499330 Oct 14 13:12:06.310227 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:06.350687 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864644-d996-4faa-8a56-76c7a1754845 req-bd70cccb-406c-4bb2-b853-39efa8a7d33f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:06.352163 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33864644-d996-4faa-8a56-76c7a1754845 req-bd70cccb-406c-4bb2-b853-39efa8a7d33f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 945 time: 0.0521512 Oct 14 13:12:06.376783 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:06.400554 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-33864644-d996-4faa-8a56-76c7a1754845 req-ca89f330-db0e-4660-8278-18abc0facd99 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Oct 14 13:12:06.428581 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52212) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:12:06.466320 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f0ca5-2341-4a4a-abca-b1f590eaab2a tempest-TestVolumeBootPattern-592092265 tempest-TestVolumeBootPattern-592092265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:06.467831 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b61f0ca5-2341-4a4a-abca-b1f590eaab2a tempest-TestVolumeBootPattern-592092265 tempest-TestVolumeBootPattern-592092265-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1124 time: 0.0382583 Oct 14 13:12:06.470639 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52214) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:12:06.474744 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:12:06.496178 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:06.577064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:06.680276 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Allocated IP 172.27.3.244 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/f7354bdc-a584-44c4-bb7b-683bfdf6400a) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:12:06.786236 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:06.816858 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:06.857432 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:12:06.860375 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:12:06.864447 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:12:06.870121 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=f7354bdc-a584-44c4-bb7b-683bfdf6400a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:12:07.081966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:07.121171 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:07.214200 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (874de7ef-8cdb-4325-842e-7a6f7ca46b31), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:07.278000 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:07.420946 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:07.425248 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:07.494046 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=f7354bdc-a584-44c4-bb7b-683bfdf6400a,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:12:07.496331 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (874de7ef-8cdb-4325-842e-7a6f7ca46b31), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:07.589628 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Floating IP 874de7ef-8cdb-4325-842e-7a6f7ca46b31 associated. External IP: 172.27.3.244, port: e0f9e62d-5a73-49b3-a2fb-730386480046. Oct 14 13:12:07.783577 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:12:07.883961 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:12:07.894110 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:12:07.902016 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:07.904405 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:12:07.904690 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:07.905006 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:12:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:12:07.923807 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:07.939434 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-81c077fa-06ad-4b7b-acc9-776472229c26 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4667568 Oct 14 13:12:07.939434 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:12:07.941789 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:12:07.980719 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc9a200-7062-4314-ad3a-f4a7c500ac2e x-openstack-request-id: req-1cc9a200-7062-4314-ad3a-f4a7c500ac2e {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:12:07.981097 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:12:07.981425 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1cc9a200-7062-4314-ad3a-f4a7c500ac2e {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:12:07.981926 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc9a200-7062-4314-ad3a-f4a7c500ac2e'] response: {'name': 'network-changed', 'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'status': 'completed', 'code': 200} Oct 14 13:12:08.009874 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:12:08.041203 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-d90039e4-08de-4347-95ae-f3d927551ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:08.042664 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-d90039e4-08de-4347-95ae-f3d927551ec1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0399461 Oct 14 13:12:08.130776 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-4fb2595e-7150-42bc-b3e4-c2342fa10966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:08.132814 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-4fb2595e-7150-42bc-b3e4-c2342fa10966 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0845957 Oct 14 13:12:08.196326 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-bddc48d3-ad9c-4fc9-b553-bda4bdf8060c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 999 time: 0.0581841 Oct 14 13:12:08.222636 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:07Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:12:08.244397 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-a46cec6c-5640-4b1e-9df7-758e282a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:08.245884 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-a46cec6c-5640-4b1e-9df7-758e282a6d93 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0440872 Oct 14 13:12:08.247036 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:12:08.255786 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:12:08.256949 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:12:02Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:12:08.289199 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-4002896d-3beb-40f5-8adc-e2925bcf8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:08.290644 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-4002896d-3beb-40f5-8adc-e2925bcf8585 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388460 Oct 14 13:12:08.358559 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:12:08.383819 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-a2141844-ee5c-45de-90fa-698f338aeb64 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Oct 14 13:12:08.471173 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96fa526e-6bca-417b-b21c-7c2cfa61a9b4 req-3391a3cf-eff9-4547-8d47-ed22837a367a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Oct 14 13:12:08.650431 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:07Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:12:08.674523 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc50bc4-017c-4bd2-93d6-335aa52ddd57 None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:07Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:12:08.863035 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34880241-692f-47c2-bbf8-e62f91b52a70 None None] New status for floating IP 874de7ef-8cdb-4325-842e-7a6f7ca46b31: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:12:13.540994 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:16.392115 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:16.396105 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=9 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:18.466482 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=47 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:18.468377 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=50 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:23.531409 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:23.536544 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:24.388545 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:12:30.008549 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d719c9c1-110d-4748-951c-56cdfbc59a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:32.181438 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b59833ce-e42a-41a9-a126-b50b4a13ee97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:33.569187 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:35.166846 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:35.181900 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:35.414735 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=91 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:35.424825 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=91 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:43.558962 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:12:52.272335 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-67c5e0a7-62fa-4c3e-bb00-c7691c8a4559 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429833 Oct 14 13:12:52.352417 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-c1486a92-516d-42de-a32c-41e6bafb2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:52.354523 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-c1486a92-516d-42de-a32c-41e6bafb2e7d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0393009 Oct 14 13:12:52.458895 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-c5ee109a-18d5-49d9-9d55-60ec3f199a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:52.460333 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-c5ee109a-18d5-49d9-9d55-60ec3f199a4a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0874250 Oct 14 13:12:52.523437 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-9a66d764-1bc4-45ed-9465-fe67498db77d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 1001 time: 0.0544300 Oct 14 13:12:52.571563 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-f58d536b-6ac4-4cf0-a19f-3b5ba508e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:52.572974 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-f58d536b-6ac4-4cf0-a19f-3b5ba508e56c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0426006 Oct 14 13:12:52.620855 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-f07d0545-ccc4-4884-9b98-2539f71e4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:12:52.622350 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-f07d0545-ccc4-4884-9b98-2539f71e4e4e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415504 Oct 14 13:12:52.709973 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-5e9ce8dd-a3a5-4888-be92-5059e080f3ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817056 Oct 14 13:12:52.801237 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f227d029-6ec0-4028-ac5d-f34d9b2d7be5 req-ef876c80-d69d-4ada-b1d0-f4d1972532e7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856075 Oct 14 13:12:53.552740 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:12:53.555003 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:00.010525 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4868683d-6b10-404f-b487-5302944f9bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:01.387419 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:13:02.184987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-15b48785-cd08-4bf3-a6bc-e8f6cdee1e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:02.791931 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=51 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:02.797917 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=50 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:03.573086 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:05.173360 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:05.184449 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:12.415900 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:12.420381 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:13.570759 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:23.564670 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:23.566494 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:28.430628 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:28.431857 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:30.013023 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8bf60de2-1908-4094-a39b-44bd86d41ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:32.187598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d139b98d-c2bc-4307-8b7b-3a7aa1d47736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:33.575633 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:35.177040 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:35.186564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:38.386062 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:13:41.197439 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-fba46112-5e7c-419b-97ae-2986d3f25914 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1445989676&fields=id&tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 267 time: 0.0456145 Oct 14 13:13:41.306698 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-798081db-7811-4fa9-a9b7-0732af4af2c9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:41.308156 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-798081db-7811-4fa9-a9b7-0732af4af2c9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 811 time: 0.1043611 Oct 14 13:13:41.322634 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-f34e62b3-67a4-49e3-977e-9a64f09b9994 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/quotas/d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 375 time: 0.0089896 Oct 14 13:13:41.373999 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-12b0a475-3ccb-4680-b90a-b0340a85b2d2 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466743 Oct 14 13:13:41.471017 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-99408c7e-a1e6-498b-9d19-214fabe4814f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861583 Oct 14 13:13:41.562029 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-62ccedf9-5a72-4381-b796-4a47d7cfd888 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839765 Oct 14 13:13:41.853700 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-32ec0268-6b04-4456-bf0b-9c2193c83f86 req-cf54360e-eb44-44d9-8d19-8bbab72679de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 210 time: 0.0289567 Oct 14 13:13:42.970159 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fd2b38e-d05d-467b-bf99-c2b6e0f5b6e4 req-a2fa8941-7720-43b8-9926-39a0c795a4dd tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 210 time: 0.0405755 Oct 14 13:13:43.007623 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-7e651873-3934-486c-91f3-ee56c7c40038 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:43.009076 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-7e651873-3934-486c-91f3-ee56c7c40038 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 811 time: 0.1152012 Oct 14 13:13:43.070747 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-f45c478b-8070-41a3-9c76-fee63212e3f7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903 HTTP/1.1" status: 200 len: 380 time: 0.0545359 Oct 14 13:13:43.078902 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'port': {'device_id': '3451be54-b4a6-4a64-b348-d8ba998900de', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'admin_state_up': True, 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'security_groups': ['593af3bc-93b0-4328-aef8-b396d71dcd11']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:13:43.183227 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Made reservation on behalf of d5a0e78a09a843b1b6d2eee3ed8f7903 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 13:13:43.187509 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:43.551300 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Allocated IP 172.20.0.8 (8eba902a-eded-44ab-9171-f5f12325a82d/78fe7896-8a2f-4950-8870-e8cd1d2ae6dc/1140c70c-36e4-4444-97d6-37c05e6cc3aa) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:13:43.570389 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:43.688966 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:43.719778 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:43.768005 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Network 8eba902a-eded-44ab-9171-f5f12325a82d is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:13:43.771170 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:13:43.774974 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:13:43.781612 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=1140c70c-36e4-4444-97d6-37c05e6cc3aa,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:43.809873 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.810234 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.810581 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.810924 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.811262 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.811598 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.811926 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.812261 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.812591 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.812919 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.813250 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.813609 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.813940 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.814264 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.814586 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:43.840116 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:43.840737 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:43.858916 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b27c7e53-9617-490b-a48c-acae89f70da1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835646 Oct 14 13:13:43.870327 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Request body: {'port': {'device_id': '3451be54-b4a6-4a64-b348-d8ba998900de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82099'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:13:43.922821 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:43.932880 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:43.942620 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:44.058206 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-cfd37ff5-7ef2-42ff-ae1e-6afe20afd55d None None] Provisioning complete for port 1140c70c-36e4-4444-97d6-37c05e6cc3aa triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:13:44.058437 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cfd37ff5-7ef2-42ff-ae1e-6afe20afd55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:44.058777 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-cfd37ff5-7ef2-42ff-ae1e-6afe20afd55d None None] Attempt 1 to provision port 1140c70c-36e4-4444-97d6-37c05e6cc3aa Oct 14 13:13:44.090717 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-cfd37ff5-7ef2-42ff-ae1e-6afe20afd55d None None] Port 1140c70c-36e4-4444-97d6-37c05e6cc3aa cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 13:13:44.104877 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b5f53-848b-4725-86ab-8ee82448408b req-b8afdf65-ca56-4a0c-8e81-0f561c319c62 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:44.106389 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-454b5f53-848b-4725-86ab-8ee82448408b req-b8afdf65-ca56-4a0c-8e81-0f561c319c62 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 931 time: 0.0699046 Oct 14 13:13:44.208099 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-454b5f53-848b-4725-86ab-8ee82448408b req-e6df66b8-2df0-4533-83cd-59f675281cb5 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720115 Oct 14 13:13:44.269324 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1140c70c-36e4-4444-97d6-37c05e6cc3aa {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:13:44.276837 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Publish callbacks [] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:44.288927 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Transition to ACTIVE for port object 1140c70c-36e4-4444-97d6-37c05e6cc3aa will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 13:13:44.293424 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:44.357109 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1140c70c-36e4-4444-97d6-37c05e6cc3aa,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:44.405281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Attempting to bind port 1140c70c-36e4-4444-97d6-37c05e6cc3aa on host hv-cinder-82099 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 13:13:44.405655 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Attempting to bind port 1140c70c-36e4-4444-97d6-37c05e6cc3aa by drivers openvswitch,hyperv on host hv-cinder-82099 at level 0 using segments [{'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 13:13:44.405985 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Attempting to bind port 1140c70c-36e4-4444-97d6-37c05e6cc3aa on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:13:44.446136 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Port 1140c70c-36e4-4444-97d6-37c05e6cc3aa on network 8eba902a-eded-44ab-9171-f5f12325a82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82099 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 13:13:44.446463 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Attempting to bind port 1140c70c-36e4-4444-97d6-37c05e6cc3aa on network 8eba902a-eded-44ab-9171-f5f12325a82d {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 13:13:44.487496 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Checking agent: {'id': 'c11769dd-9ac3-4456-a89d-af53278cbeaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'started_at': datetime.datetime(2022, 10, 14, 12, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 13:13:44.487834 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Checking segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 13:13:44.488219 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Bound using segment: {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 13:13:44.488651 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Bound port: 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host: hv-cinder-82099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3707bd9c-7585-4a3d-a73c-b7e9abf28e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 13:13:44.489014 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:44.553202 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] For port 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host hv-cinder-82099, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 13:13:44.556161 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] For port 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host hv-cinder-82099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 13:13:44.562415 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:44.566366 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:44.566981 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:44.568333 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1140c70c-36e4-4444-97d6-37c05e6cc3aa HTTP/1.1" status: 200 len: 1093 time: 0.7023876 Oct 14 13:13:44.568883 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:13:44.571125 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c9619-07ed-4971-aa56-c1c5b751a65c" -d '{"events": [{"name": "network-changed", "server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:13:44.625997 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf2cda-ca12-4e69-ac0f-09d52b605643 x-openstack-request-id: req-5fdf2cda-ca12-4e69-ac0f-09d52b605643 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:13:44.626286 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:13:44.626541 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fdf2cda-ca12-4e69-ac0f-09d52b605643 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:13:44.626939 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdf2cda-ca12-4e69-ac0f-09d52b605643'] response: {'name': 'network-changed', 'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'status': 'completed', 'code': 200} Oct 14 13:13:44.644857 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302147-e589-45f4-8918-ce99791842d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1140c70c-36e4-4444-97d6-37c05e6cc3aa,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:44.658868 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-d4f46e68-aa88-4a04-adf4-2ff6f41aeb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:44.660393 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-d4f46e68-aa88-4a04-adf4-2ff6f41aeb62 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 1127 time: 0.0511062 Oct 14 13:13:44.703579 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-f8aab08a-55b8-4179-91b9-04b9b4b542b0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa HTTP/1.1" status: 200 len: 217 time: 0.0370901 Oct 14 13:13:44.756714 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-2279aa80-4cd4-43f4-b058-b95360d574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:44.758207 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-2279aa80-4cd4-43f4-b058-b95360d574af service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0484276 Oct 14 13:13:44.802187 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e27908ee-d987-4e51-871f-61c568181ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:44.803678 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-e27908ee-d987-4e51-871f-61c568181ab6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399947 Oct 14 13:13:44.816281 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:44.829866 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:44.902088 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-b576c1ff-495a-4410-be34-b48e63527b32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921769 Oct 14 13:13:44.991650 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c58183b3-a8d0-4184-a2e6-d3d5951afb91 req-d750b479-4d8c-4bc3-8922-df2de9d87926 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844748 Oct 14 13:13:45.286481 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-a2f6c7ae-93b6-4d59-9867-f56003dc01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:45.287934 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-a2f6c7ae-93b6-4d59-9867-f56003dc01f9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 1127 time: 0.0457761 Oct 14 13:13:45.374680 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe2a16-e3f4-46ab-8158-c3e30e081f25 req-f4690bb0-8642-4dc8-9ab5-7c0cc49838d1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:45.376154 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6fbe2a16-e3f4-46ab-8158-c3e30e081f25 req-f4690bb0-8642-4dc8-9ab5-7c0cc49838d1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0918443 Oct 14 13:13:45.446682 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-bca7981c-058f-4584-ae7b-766c13278d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:45.448117 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-bca7981c-058f-4584-ae7b-766c13278d23 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.1512403 Oct 14 13:13:45.452813 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6fbe2a16-e3f4-46ab-8158-c3e30e081f25 req-17006888-92cf-4af6-b3fb-4899af991478 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704782 Oct 14 13:13:45.490355 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-29bb5e70-1071-44ac-ac8a-161f259fe288 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa HTTP/1.1" status: 200 len: 217 time: 0.0328703 Oct 14 13:13:45.537685 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-8071c238-2bea-46d4-be68-8f7e6546b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:45.538993 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-8071c238-2bea-46d4-be68-8f7e6546b15e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0433080 Oct 14 13:13:45.586127 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-b3f78533-1c3d-4ed0-8a2f-5ebab4aa1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:45.587690 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-b3f78533-1c3d-4ed0-8a2f-5ebab4aa1b48 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423520 Oct 14 13:13:45.685846 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-8f229d1c-07c5-46a2-88f4-2f17fe74c733 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925539 Oct 14 13:13:45.776186 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c31c9619-07ed-4971-aa56-c1c5b751a65c req-6eb10bb7-7ad2-4391-b9a5-918adfc84e01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848050 Oct 14 13:13:46.577178 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2ecc-062a-4883-b7db-9e01ecfd7212 req-61d3ea2e-c5f0-4202-bd95-5e52afd40970 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:46.579165 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bc5b2ecc-062a-4883-b7db-9e01ecfd7212 req-61d3ea2e-c5f0-4202-bd95-5e52afd40970 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0500071 Oct 14 13:13:46.627287 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bc5b2ecc-062a-4883-b7db-9e01ecfd7212 req-3bd26a68-82b2-49dc-bf92-3b9ddef94f2a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Oct 14 13:13:47.746736 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf35dd-4b1a-480f-9151-11525566e570 req-5f5ac182-21ba-425a-9b2c-dbc774b851a3 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:47.748197 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3baf35dd-4b1a-480f-9151-11525566e570 req-5f5ac182-21ba-425a-9b2c-dbc774b851a3 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0480883 Oct 14 13:13:47.796560 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3baf35dd-4b1a-480f-9151-11525566e570 req-987c984a-c2ff-4fea-bff1-35a9a613b1b4 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Oct 14 13:13:49.059823 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89e053-a3f7-4c33-adda-d300269ffef4 req-d22dc4c2-e4d5-4e2f-9ee2-b327e3f69a27 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:49.061240 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fa89e053-a3f7-4c33-adda-d300269ffef4 req-d22dc4c2-e4d5-4e2f-9ee2-b327e3f69a27 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0453510 Oct 14 13:13:49.110060 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fa89e053-a3f7-4c33-adda-d300269ffef4 req-d46c6d3c-f1d8-4030-aec8-bf38b5ee60a6 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Oct 14 13:13:49.422905 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:49.426876 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:50.229052 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a893d-d7f5-4aee-acdd-99b2d3c1540f req-8f0e1948-1179-4db4-a1dc-e1c255732ded tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:50.230576 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db1a893d-d7f5-4aee-acdd-99b2d3c1540f req-8f0e1948-1179-4db4-a1dc-e1c255732ded tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0451314 Oct 14 13:13:50.282736 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db1a893d-d7f5-4aee-acdd-99b2d3c1540f req-24f2a650-cfbc-4d87-b140-5b1b698c5679 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460629 Oct 14 13:13:51.403914 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72249c6-490a-4de8-820f-c95c60cfe189 req-ead44464-e203-4c24-9b67-c9c4988818d2 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:51.405385 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c72249c6-490a-4de8-820f-c95c60cfe189 req-ead44464-e203-4c24-9b67-c9c4988818d2 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0498631 Oct 14 13:13:51.454186 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c72249c6-490a-4de8-820f-c95c60cfe189 req-73bb1e32-c9ab-47e2-b990-50fa7012db53 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Oct 14 13:13:52.575051 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f1d9a-adc0-405e-be57-0eaff76679c2 req-c3a654fd-e45e-4e62-829e-1cff25fd3882 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:52.576444 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fd0f1d9a-adc0-405e-be57-0eaff76679c2 req-c3a654fd-e45e-4e62-829e-1cff25fd3882 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0470805 Oct 14 13:13:52.607356 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:52.627635 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fd0f1d9a-adc0-405e-be57-0eaff76679c2 req-b4b0cdf7-4fc6-4ef4-af5a-314669eae7f0 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Oct 14 13:13:53.748025 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838253a-a7f6-4515-bfb8-8dede0e0e795 req-a2b9f886-bae2-4641-9515-1740b057c39d tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:53.750086 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e838253a-a7f6-4515-bfb8-8dede0e0e795 req-a2b9f886-bae2-4641-9515-1740b057c39d tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 943 time: 0.0466444 Oct 14 13:13:53.799583 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e838253a-a7f6-4515-bfb8-8dede0e0e795 req-d6477300-55a2-4684-8032-efcefa37c7ee tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Oct 14 13:13:54.084370 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:54.088909 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:54.289723 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-9e95d4c3-fafc-45e9-a1af-3b64a9a5f7b9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380635 Oct 14 13:13:54.308369 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1140c70c-36e4-4444-97d6-37c05e6cc3aa details requested by agent hyperv_hv-cinder-82099 with host hv-cinder-82099 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 13:13:54.367803 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:54.371640 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-6015ab14-e45e-4e0e-a3e6-4dec8c06801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:54.373193 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-6015ab14-e45e-4e0e-a3e6-4dec8c06801b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0399795 Oct 14 13:13:54.410820 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:13:54.422403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Returning: {'device': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'port_id': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'mac_address': 'fa:16:3e:3d:12:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 13:13:54.460182 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 1140c70c-36e4-4444-97d6-37c05e6cc3aa is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:13:54.460567 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:54.474036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1140c70c-36e4-4444-97d6-37c05e6cc3aa {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 13:13:54.481261 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-f421ec05-f5b3-44c5-becd-3a99c0bcf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:54.482786 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-f421ec05-f5b3-44c5-becd-3a99c0bcf153 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0892775 Oct 14 13:13:54.494261 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:13:54.499341 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:54.546128 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=1140c70c-36e4-4444-97d6-37c05e6cc3aa,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:54.550386 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-70844643-a575-4873-ac28-2c9fb572e73e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 1001 time: 0.0614278 Oct 14 13:13:54.553174 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.553571 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.553921 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.554262 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.554595 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.554924 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.555251 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.555627 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.555915 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.556237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.556565 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.556888 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.557208 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.557551 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.557879 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:13:54.602264 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-329ab702-8f50-46fc-8bf1-a79cbbc21f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:54.603702 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-329ab702-8f50-46fc-8bf1-a79cbbc21f45 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0473673 Oct 14 13:13:54.648373 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-536d8579-8471-49c1-9e58-5b326406126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:54.649925 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-536d8579-8471-49c1-9e58-5b326406126c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397334 Oct 14 13:13:54.709750 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] get_ports_and_sgs() called for port_ids ['1140c70c-36e4-4444-97d6-37c05e6cc3aa'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 13:13:54.742478 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-576c9504-d665-49aa-9621-c08cff7fb9be service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860438 Oct 14 13:13:54.835175 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb875c30-7b18-443c-8432-c2c7fc70a0b3 req-6a4a31af-ad59-4741-9c56-314da005bea8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859878 Oct 14 13:13:54.922778 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3839019-4805-4276-a2a1-3eb9f9212f6e req-76965d32-afef-4212-8978-61477a2b84b1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:54.924264 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f3839019-4805-4276-a2a1-3eb9f9212f6e req-76965d32-afef-4212-8978-61477a2b84b1 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 944 time: 0.0467956 Oct 14 13:13:54.977011 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f3839019-4805-4276-a2a1-3eb9f9212f6e req-788f7ba5-c288-4e44-b61e-bc4ab720e5b5 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471010 Oct 14 13:13:56.093579 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672efaf-5f88-49ee-ac37-162ad6e415ae req-436bd6e8-52e8-4a9a-9e55-f5699885b852 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:56.095065 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b672efaf-5f88-49ee-ac37-162ad6e415ae req-436bd6e8-52e8-4a9a-9e55-f5699885b852 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 944 time: 0.0450740 Oct 14 13:13:56.147517 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b672efaf-5f88-49ee-ac37-162ad6e415ae req-4ebe66c4-bf20-49ed-92ac-549b4dbd935b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469856 Oct 14 13:13:56.311508 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1140c70c-36e4-4444-97d6-37c05e6cc3aa up at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 13:13:56.353291 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning for port 1140c70c-36e4-4444-97d6-37c05e6cc3aa completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 13:13:56.359520 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Provisioning complete for port 1140c70c-36e4-4444-97d6-37c05e6cc3aa triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:13:56.360038 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:56.360370 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Attempt 1 to provision port 1140c70c-36e4-4444-97d6-37c05e6cc3aa Oct 14 13:13:56.432841 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Current status of the port 1140c70c-36e4-4444-97d6-37c05e6cc3aa is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:13:56.433217 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:56.455517 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:13:56.457736 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e511690f5bcc46c9c9283faacdb1b6d5f54d26948bc8901ed1eae837f7440a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43908f0-6f36-43c1-8f6e-0492baa6004c" -d '{"events": [{"server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "name": "network-vif-plugged", "status": "completed", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:13:56.470670 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] For port 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:13:56.475160 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:56.498893 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:56.500631 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8838015c-3068-4ed1-b9b6-31a22833625e x-openstack-request-id: req-8838015c-3068-4ed1-b9b6-31a22833625e {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:13:56.500918 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "name": "network-vif-plugged", "status": "completed", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:13:56.501164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8838015c-3068-4ed1-b9b6-31a22833625e {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:13:56.501574 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8838015c-3068-4ed1-b9b6-31a22833625e'] response: {'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'code': 200} Oct 14 13:13:56.526406 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Pushing event updated for resources: {'Port': ['ID=1140c70c-36e4-4444-97d6-37c05e6cc3aa,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:56.712414 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e4256-5982-48b3-bbba-c146d3f71971 req-1a9d7890-1a16-487f-8140-8e6f8715bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:56.713901 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-644e4256-5982-48b3-bbba-c146d3f71971 req-1a9d7890-1a16-487f-8140-8e6f8715bcde service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 1129 time: 0.0379050 Oct 14 13:13:56.758553 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-644e4256-5982-48b3-bbba-c146d3f71971 req-a45eb679-8076-4c80-8858-98e9e42850d6 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 Oct 14 13:13:57.266015 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b00b-836d-427c-8bb2-c1ccd81577d2 req-ea4ca25c-2076-458b-8055-ab66839ec3f5 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:57.267396 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-04d7b00b-836d-427c-8bb2-c1ccd81577d2 req-ea4ca25c-2076-458b-8055-ab66839ec3f5 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 945 time: 0.0469396 Oct 14 13:13:57.316067 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-04d7b00b-836d-427c-8bb2-c1ccd81577d2 req-7824b809-a1a3-4555-9067-42b0621c58e9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Oct 14 13:13:58.435100 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d411f-3839-460f-bc27-5f16638831c2 req-b81a7666-b979-448b-81aa-2afe8f127c09 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:58.436570 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fa5d411f-3839-460f-bc27-5f16638831c2 req-b81a7666-b979-448b-81aa-2afe8f127c09 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 945 time: 0.0457494 Oct 14 13:13:58.485412 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fa5d411f-3839-460f-bc27-5f16638831c2 req-6e1e863d-31c4-4311-80e3-edb7d85e09d0 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Oct 14 13:13:58.584199 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:58.602162 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12f7b7-7fde-4811-b4a6-a74aa2a75a6b req-a84786b0-9cf1-4ade-a23e-9e56f831e16a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:58.603541 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db12f7b7-7fde-4811-b4a6-a74aa2a75a6b req-a84786b0-9cf1-4ade-a23e-9e56f831e16a tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 945 time: 0.0463040 Oct 14 13:13:58.629789 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:58.653505 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db12f7b7-7fde-4811-b4a6-a74aa2a75a6b req-ff8f2694-4a85-4331-9f0f-83740edfe696 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Oct 14 13:13:58.682655 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52330) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:13:58.722603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cf7f3-dccf-459c-b0ae-e9b3bac99b73 tempest-TestVolumeBootPattern-592092265 tempest-TestVolumeBootPattern-592092265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:13:58.724060 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b09cf7f3-dccf-459c-b0ae-e9b3bac99b73 tempest-TestVolumeBootPattern-592092265 tempest-TestVolumeBootPattern-592092265-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 1124 time: 0.0404413 Oct 14 13:13:58.727139 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52332) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:13:58.731360 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Request body: {'floatingip': {'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'port_id': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 13:13:58.753091 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:58.810586 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:58.830686 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:58.936079 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Allocated IP 172.27.3.138 (0b81363e-cca5-4a5b-aa55-d77e2e09c541/52c3aa44-002a-4fbd-8689-4974e9c8e74c/80541591-469a-45b3-b827-69e968bba611) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 13:13:58.987443 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:59.042532 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (80541591-469a-45b3-b827-69e968bba611), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.073396 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740328162268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (80541591-469a-45b3-b827-69e968bba611), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.113870 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Network 0b81363e-cca5-4a5b-aa55-d77e2e09c541 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 13:13:59.117080 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 13:13:59.121013 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 13:13:59.126716 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=80541591-469a-45b3-b827-69e968bba611,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:59.468645 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (0666ce0d-5d76-41ef-90b8-5509f591e960), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.497914 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:59.538363 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409175'] for port (80541591-469a-45b3-b827-69e968bba611), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.687635 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for port (80541591-469a-45b3-b827-69e968bba611), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.691900 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740328534977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740328162286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740328162308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807866'] for port (80541591-469a-45b3-b827-69e968bba611), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.761018 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534605'] for floatingip (0666ce0d-5d76-41ef-90b8-5509f591e960), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:13:59.762579 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:13:59.763376 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event updated for resources: {'Port': ['ID=80541591-469a-45b3-b827-69e968bba611,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:13:59.858475 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Floating IP 0666ce0d-5d76-41ef-90b8-5509f591e960 associated. External IP: 172.27.3.138, port: 1140c70c-36e4-4444-97d6-37c05e6cc3aa. Oct 14 13:14:00.015600 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ec739981-0cc7-4ef1-a926-267d1d56c844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:00.053970 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:14:00.386369 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:14:00.396615 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018abf01-1cee-485b-b169-d8533867360a None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:14:00.403578 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:00.406221 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:14:00.406835 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:13:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:14:00.433253 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ac0ca832-8e6d-40ce-8fac-dc2c1f9fe088 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7051024 Oct 14 13:14:00.433941 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:14:00.436180 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef27a3c-5c42-40ec-9c83-bea86e025621" -d '{"events": [{"name": "network-changed", "server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:14:00.473626 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41594e-f368-4056-a3b1-411a4bd5478e x-openstack-request-id: req-7d41594e-f368-4056-a3b1-411a4bd5478e {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:14:00.474209 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:14:00.474209 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d41594e-f368-4056-a3b1-411a4bd5478e {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:14:00.474763 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d41594e-f368-4056-a3b1-411a4bd5478e'] response: {'name': 'network-changed', 'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'status': 'completed', 'code': 200} Oct 14 13:14:00.511164 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:14:00.535265 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-02b59df7-56fc-4396-963e-a346c2347f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:00.536868 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-02b59df7-56fc-4396-963e-a346c2347f11 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 1129 time: 0.0410542 Oct 14 13:14:00.632631 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-37529844-2b62-45f8-9891-eb5bb01b23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:00.634077 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-37529844-2b62-45f8-9891-eb5bb01b23ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0912023 Oct 14 13:14:00.681781 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:00.699280 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-815d2c26-f782-4bde-aa3d-7d4d41d3f219 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa HTTP/1.1" status: 200 len: 999 time: 0.0596454 Oct 14 13:14:00.728655 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '0666ce0d-5d76-41ef-90b8-5509f591e960', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:3d:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3451be54-b4a6-4a64-b348-d8ba998900de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:13:59Z', 'updated_at': '2022-10-14T13:13:59Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}, {'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:08Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:14:00.748345 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-6c17fbea-ed47-4924-af65-80f3bdc439de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:00.749802 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-6c17fbea-ed47-4924-af65-80f3bdc439de service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0446668 Oct 14 13:14:00.757425 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018abf01-1cee-485b-b169-d8533867360a None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:14:00.765952 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:14:00.766559 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:13:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:14:00.792266 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-7090247d-338d-4cbc-8017-a71d8d0a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:00.793779 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-7090247d-338d-4cbc-8017-a71d8d0a0e26 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384743 Oct 14 13:14:00.866025 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:14:00.885367 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-32601ddf-3e0f-4cf7-b093-35c7a33c43c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Oct 14 13:14:00.974999 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ef27a3c-5c42-40ec-9c83-bea86e025621 req-bcfe8f2c-c3d1-4871-adfd-140ef465c4be service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834465 Oct 14 13:14:01.078190 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-018abf01-1cee-485b-b169-d8533867360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '0666ce0d-5d76-41ef-90b8-5509f591e960', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:3d:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3451be54-b4a6-4a64-b348-d8ba998900de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:13:59Z', 'updated_at': '2022-10-14T13:13:59Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}, {'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:08Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:14:01.102492 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018abf01-1cee-485b-b169-d8533867360a None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '0666ce0d-5d76-41ef-90b8-5509f591e960', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:3d:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3451be54-b4a6-4a64-b348-d8ba998900de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:13:59Z', 'updated_at': '2022-10-14T13:13:59Z', 'revision_number': 0, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}, {'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:08Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:14:01.288084 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238e968-0a10-4a8e-9591-f850b8f550a6 None None] New status for floating IP 0666ce0d-5d76-41ef-90b8-5509f591e960: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:14:01.319405 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:02.190016 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-47c36fa4-7c8c-4768-a5d3-2c196dcdc87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:03.579803 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:05.177554 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:05.188945 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:08.645557 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:08.649580 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:10.970181 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:10.972167 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=32 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:11.075909 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=75 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:11.081329 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=73 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:13.570661 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:15.384441 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:14:23.565786 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:23.567613 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:28.224258 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:28.227354 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:30.018314 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ba4eea50-bac9-4932-addc-e02a401362c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:32.191570 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d74e7f61-a157-4ec6-a8f3-cdfd12ea6fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:33.581721 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:35.179502 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:35.190346 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:43.570876 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:14:52.383818 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:14:53.565644 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:53.567460 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:14:54.286699 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-84ee73e2-b4fc-498e-9724-85e7ce637d37 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410597 Oct 14 13:14:54.366795 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688920-524e-4757-a3d8-162c2d393471 req-70110348-ac79-4361-b30c-2b3cd8a39265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:54.368290 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-70110348-ac79-4361-b30c-2b3cd8a39265 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0387414 Oct 14 13:14:54.469188 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688920-524e-4757-a3d8-162c2d393471 req-c6d8726f-9461-408a-a0a1-3c9c48d61e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:54.471233 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-c6d8726f-9461-408a-a0a1-3c9c48d61e33 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.0838308 Oct 14 13:14:54.535361 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-a4ddcaa3-be36-4a14-a070-fa5cbde6ca9b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 1001 time: 0.0573449 Oct 14 13:14:54.583401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688920-524e-4757-a3d8-162c2d393471 req-c44bc5ed-dd8b-4fc2-bc16-2f0625b5f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:54.584773 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-c44bc5ed-dd8b-4fc2-bc16-2f0625b5f77a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0430584 Oct 14 13:14:54.627819 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688920-524e-4757-a3d8-162c2d393471 req-a8b0c3ac-2d59-4f18-b8b2-29c8c7cb3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:14:54.629234 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-a8b0c3ac-2d59-4f18-b8b2-29c8c7cb3d89 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377717 Oct 14 13:14:54.721471 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-a30d9190-3332-4bdb-882a-20f162b8d0dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848336 Oct 14 13:14:54.807663 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-01688920-524e-4757-a3d8-162c2d393471 req-5558a315-70ed-4664-aa84-fcc866ca6626 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810657 Oct 14 13:15:00.019986 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a8d6-15c3-4d08-8c74-98116c1e00db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:02.192483 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b2444919-8b08-4bd3-b8e0-d01149d037f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:03.418147 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:03.422249 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:03.587185 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:04.803374 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=49 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:04.804092 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=52 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:05.185453 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:05.193363 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:13.568354 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:15.849990 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-1b8294dc-4fd7-4923-8539-b0de3f8b24b3 req-0c2ca5c7-4bf1-43c5-a1a2-2a9bb00a4949 service neutron] (104450) timed out ('10.222.0.18', 58456) {{(pid=104450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 13:15:23.563095 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:23.564973 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:28.435271 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:28.436038 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:29.382814 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:15:30.020833 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6063de93-73ea-48f1-9a71-a15a8fbaf086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:32.195049 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-48085cb8-42d4-4634-88ba-f855becae994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:33.587342 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:35.183962 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:35.194040 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:35.568471 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52358) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:35.760241 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Deleting port 80541591-469a-45b3-b827-69e968bba611 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:35.760582 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (80541591-469a-45b3-b827-69e968bba611), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:35.834723 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (80541591-469a-45b3-b827-69e968bba611), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:35.834972 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (80541591-469a-45b3-b827-69e968bba611), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:35.847310 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Calling delete_port for 80541591-469a-45b3-b827-69e968bba611 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:36.009767 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (80541591-469a-45b3-b827-69e968bba611), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:36.040249 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'Port': ['ID=80541591-469a-45b3-b827-69e968bba611,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:36.065721 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.066066 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.066403 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.066737 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.067068 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.067394 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.067715 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.068541 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.068860 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.069182 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.069523 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.069847 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.070165 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.070480 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.070795 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:36.112782 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (0666ce0d-5d76-41ef-90b8-5509f591e960), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:36.113106 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Floating IP 0666ce0d-5d76-41ef-90b8-5509f591e960 disassociated (deleted). External IP: 172.27.3.138, port: 1140c70c-36e4-4444-97d6-37c05e6cc3aa. Oct 14 13:15:36.307728 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:15:36.406955 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:15:36.411696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:36.416509 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:15:36.426687 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:36.427345 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:36.444178 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fbb4616b-40ed-4570-b60a-c371b4f5a9de tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/0666ce0d-5d76-41ef-90b8-5509f591e960 HTTP/1.1" status: 204 len: 168 time: 0.8746200 Oct 14 13:15:36.444827 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:15:36.447070 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816" -d '{"events": [{"name": "network-changed", "server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:15:36.508218 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d46b3c-5453-4d50-8592-2569b3106728 x-openstack-request-id: req-21d46b3c-5453-4d50-8592-2569b3106728 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:15:36.508610 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:15:36.508875 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21d46b3c-5453-4d50-8592-2569b3106728 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:15:36.509285 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d46b3c-5453-4d50-8592-2569b3106728'] response: {'name': 'network-changed', 'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'status': 'completed', 'code': 200} Oct 14 13:15:36.536268 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:36.556733 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:36.561504 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:36.571498 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-8bdaf536-c1e8-4087-a406-4d6e049cda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:36.573145 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-8bdaf536-c1e8-4087-a406-4d6e049cda02 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 1129 time: 0.0444884 Oct 14 13:15:36.695644 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-1af85ab2-ebe0-4268-9c5f-fefcc41ffc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:36.697123 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-1af85ab2-ebe0-4268-9c5f-fefcc41ffc42 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.1127517 Oct 14 13:15:36.747529 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11f67-3978-40d4-84e0-51427ed1eaad req-3ef88bd9-1a13-44a3-a6ee-31b0a5c178f0 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:36.748986 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-04b11f67-3978-40d4-84e0-51427ed1eaad req-3ef88bd9-1a13-44a3-a6ee-31b0a5c178f0 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 945 time: 0.1015086 Oct 14 13:15:36.791800 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:08Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:36.798276 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-04b11f67-3978-40d4-84e0-51427ed1eaad req-9bc144da-b3f6-4c58-af1a-a00622ccb904 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Oct 14 13:15:36.816454 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:15:36.825552 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:36.826149 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:36.926239 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:37.128776 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:08Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:37.156821 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcec58b-41fe-4d9c-8529-6f36c96b2645 None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_floatingips': [{'id': '874de7ef-8cdb-4325-842e-7a6f7ca46b31', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'router_id': '40867364-d560-4e9c-8890-6807103d6023', 'port_id': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'mac_address': 'fa:16:3e:b7:68:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T13:12:07Z', 'updated_at': '2022-10-14T13:12:08Z', 'revision_number': 1, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:15:37.362037 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e8956-a9d0-4822-96cc-5fab48119abd None None] New status for floating IP 0666ce0d-5d76-41ef-90b8-5509f591e960: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:15:37.618241 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-5cbcbc13-9852-476a-8bc6-981fad7021fb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa HTTP/1.1" status: 200 len: 217 time: 0.0333784 Oct 14 13:15:37.669616 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-273ad2c5-eb08-448c-9f6e-2ef3ae63e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:37.671033 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-273ad2c5-eb08-448c-9f6e-2ef3ae63e523 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0467174 Oct 14 13:15:37.788618 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-aa8f90f1-6c28-48d0-98e1-e1e39a8b8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:37.790117 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-aa8f90f1-6c28-48d0-98e1-e1e39a8b8e81 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396459 Oct 14 13:15:37.879763 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-abd1b872-e28b-4f22-acb6-cc1d2f46a098 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Oct 14 13:15:37.973008 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6bf03-fa90-4375-ae80-d34a8409b821 req-be123451-2162-4520-880c-71a975f33fbc tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:37.974500 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07f6bf03-fa90-4375-ae80-d34a8409b821 req-be123451-2162-4520-880c-71a975f33fbc tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 945 time: 0.0985994 Oct 14 13:15:38.025172 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07f6bf03-fa90-4375-ae80-d34a8409b821 req-e02d4885-dc71-4422-a814-df5a18b079d7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 Oct 14 13:15:38.100260 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-965dbc6e-961f-4c5c-b1e4-9cbaaf2dd816 req-644cd274-45ed-4f6e-ba11-dba1675a8f51 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866907 Oct 14 13:15:38.129765 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-3a519237-ea5b-467b-9185-970f137a0f0c tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:38.131795 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-3a519237-ea5b-467b-9185-970f137a0f0c tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 945 time: 0.0489116 Oct 14 13:15:38.213076 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Deleting port 1140c70c-36e4-4444-97d6-37c05e6cc3aa {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:38.213414 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:38.300699 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] For port 1140c70c-36e4-4444-97d6-37c05e6cc3aa, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=1140c70c-36e4-4444-97d6-37c05e6cc3aa,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:38.300957 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:38.313824 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Calling delete_port for 1140c70c-36e4-4444-97d6-37c05e6cc3aa owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:38.441282 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (1140c70c-36e4-4444-97d6-37c05e6cc3aa), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:38.465874 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'Port': ['ID=1140c70c-36e4-4444-97d6-37c05e6cc3aa,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:38.480088 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.480214 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.480480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.480819 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.481155 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.481520 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.481848 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.482163 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.482487 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.482806 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.483125 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.483442 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.483761 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.484071 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.484383 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:38.520945 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] No DVR routers for this DVR port 1140c70c-36e4-4444-97d6-37c05e6cc3aa on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:15:38.523340 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:38.526482 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3edfeb4f-bab7-4819-bcc3-9dda59582d21 req-cc346178-e6e4-49ff-af2e-dd8ac6ab86d9 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1140c70c-36e4-4444-97d6-37c05e6cc3aa HTTP/1.1" status: 204 len: 173 time: 0.3899393 Oct 14 13:15:38.526963 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'name': 'network-vif-deleted', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:15:38.529199 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a5d6f-b7ee-48f3-b95f-f5a86c5adcc9" -d '{"events": [{"server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "name": "network-vif-deleted", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:15:38.625931 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264130f-9dbc-4b61-bcdd-11b0f6f3f9ae x-openstack-request-id: req-f264130f-9dbc-4b61-bcdd-11b0f6f3f9ae {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:15:38.626225 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3451be54-b4a6-4a64-b348-d8ba998900de", "name": "network-vif-deleted", "tag": "1140c70c-36e4-4444-97d6-37c05e6cc3aa", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:15:38.626480 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f264130f-9dbc-4b61-bcdd-11b0f6f3f9ae {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:15:38.626889 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f264130f-9dbc-4b61-bcdd-11b0f6f3f9ae'] response: {'server_uuid': '3451be54-b4a6-4a64-b348-d8ba998900de', 'name': 'network-vif-deleted', 'tag': '1140c70c-36e4-4444-97d6-37c05e6cc3aa', 'status': 'completed', 'code': 200} Oct 14 13:15:39.141032 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-18b7d3fd-4552-4ddc-9425-c72151dc9a21 req-3e9714ff-818d-4ef0-994f-161cca7c755f tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3451be54-b4a6-4a64-b348-d8ba998900de HTTP/1.1" status: 200 len: 210 time: 0.0308535 Oct 14 13:15:42.437750 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52410) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:42.576429 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Deleting port f7354bdc-a584-44c4-bb7b-683bfdf6400a {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:42.576785 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:42.653928 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:42.654174 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (f7354bdc-a584-44c4-bb7b-683bfdf6400a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:42.666413 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Calling delete_port for f7354bdc-a584-44c4-bb7b-683bfdf6400a owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:42.754355 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:42.809371 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (f7354bdc-a584-44c4-bb7b-683bfdf6400a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:42.831739 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'Port': ['ID=f7354bdc-a584-44c4-bb7b-683bfdf6400a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:42.852444 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1140c70c-36e4-4444-97d6-37c05e6cc3aa no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:42.861668 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:42.875060 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: 1140c70c-36e4-4444-97d6-37c05e6cc3aa {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:42.875412 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device 1140c70c-36e4-4444-97d6-37c05e6cc3aa not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:42.906016 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (874de7ef-8cdb-4325-842e-7a6f7ca46b31), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:42.906319 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Floating IP 874de7ef-8cdb-4325-842e-7a6f7ca46b31 disassociated (deleted). External IP: 172.27.3.244, port: e0f9e62d-5a73-49b3-a2fb-730386480046. Oct 14 13:15:43.103823 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:15:43.205426 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:15:43.210696 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:43.215505 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:15:43.225343 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:43.225953 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:43.240227 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-83069ef6-19c0-46c7-be7f-fc14cf407cbf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/874de7ef-8cdb-4325-842e-7a6f7ca46b31 HTTP/1.1" status: 204 len: 168 time: 0.8008332 Oct 14 13:15:43.240860 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:15:43.243407 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3653cbc1e048b9081bd149fec3f8b2a8f53248c208821ebaa85e630c62d847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:15:43.286092 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4eb22e-6ab8-4665-82c6-9a3a00fa49d5 x-openstack-request-id: req-ed4eb22e-6ab8-4665-82c6-9a3a00fa49d5 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:15:43.286394 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:15:43.286688 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed4eb22e-6ab8-4665-82c6-9a3a00fa49d5 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:15:43.287100 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4eb22e-6ab8-4665-82c6-9a3a00fa49d5'] response: {'name': 'network-changed', 'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'status': 'completed', 'code': 200} Oct 14 13:15:43.336318 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:43.351697 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-78272614-71c9-4c86-89f3-9b3d3b7566cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:43.353511 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-78272614-71c9-4c86-89f3-9b3d3b7566cc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0427382 Oct 14 13:15:43.462898 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:43.463627 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-669f25d9-6d4d-4465-a5fd-10c2c4ba7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:43.465535 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:43.465704 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-669f25d9-6d4d-4465-a5fd-10c2c4ba7d51 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 200 len: 912 time: 0.1063566 Oct 14 13:15:43.483888 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f7f1b-3249-42f0-bd57-c2c6ec5555b7 req-d78ade7d-d6bc-447b-9fab-558033c730c8 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:43.485373 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-be6f7f1b-3249-42f0-bd57-c2c6ec5555b7 req-d78ade7d-d6bc-447b-9fab-558033c730c8 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Oct 14 13:15:43.537233 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [req-be6f7f1b-3249-42f0-bd57-c2c6ec5555b7 req-4a0c354d-e86f-4878-b666-1f232560da48 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Oct 14 13:15:43.542173 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:43.562872 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:43.567559 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:15:43.576623 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:43.577210 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:43.677327 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:43.937262 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:43.961248 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbbd5ab-9cff-414a-b020-56921dc96dbd None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:02Z', 'revision_number': 4, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi', '_interfaces': [{'id': '38eb12aa-ba3c-44ee-9fc6-74dbeb583233', 'name': '', 'network_id': '8eba902a-eded-44ab-9171-f5f12325a82d', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'mac_address': 'fa:16:3e:68:6e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:01Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'subnets': [{'id': '78fe7896-8a2f-4950-8870-e8cd1d2ae6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:15:44.165257 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f8f90b-8d88-40c5-9a82-4147642b8fcd None None] New status for floating IP 874de7ef-8cdb-4325-842e-7a6f7ca46b31: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 13:15:44.380363 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-a6e9691d-f32c-47c6-bb1c-2c7d070b9d10 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 200 len: 217 time: 0.0338576 Oct 14 13:15:44.431292 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-5336675e-a734-484b-ae82-2d24809788ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:44.432717 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-5336675e-a734-484b-ae82-2d24809788ec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 200 len: 850 time: 0.0429261 Oct 14 13:15:44.479839 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-80e83f4d-0878-4504-abd2-5888c75208eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:44.481225 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-80e83f4d-0878-4504-abd2-5888c75208eb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8eba902a-eded-44ab-9171-f5f12325a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389376 Oct 14 13:15:44.609771 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-f653cc3c-6172-4a31-96b6-702f0f05879e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Oct 14 13:15:44.632748 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:44.704362 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d93e49-8d11-463d-987f-3bb51184c36d req-b3afa3a6-5b15-4caa-a0bd-d741685d7bd3 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:44.705848 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b1d93e49-8d11-463d-987f-3bb51184c36d req-b3afa3a6-5b15-4caa-a0bd-d741685d7bd3 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 945 time: 0.0902019 Oct 14 13:15:44.730906 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:44.771674 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cd2934d7-7707-4585-b61d-cf9da9cbd0f9 req-178fa1d5-c5d9-42ca-8cad-41f72e9d8bb1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458921 Oct 14 13:15:44.784706 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b1d93e49-8d11-463d-987f-3bb51184c36d req-4b5b210f-4630-427b-8a4d-15ac2f3cabcb tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=593af3bc-93b0-4328-aef8-b396d71dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725789 Oct 14 13:15:44.856982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-2a440b41-bc20-4d50-b9bc-b680d7e8309e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 13:15:44.858424 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-2a440b41-bc20-4d50-b9bc-b680d7e8309e tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 945 time: 0.0458245 Oct 14 13:15:44.942383 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Deleting port e0f9e62d-5a73-49b3-a2fb-730386480046 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:44.942728 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:45.030578 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] For port e0f9e62d-5a73-49b3-a2fb-730386480046, host hv-cinder-82099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82099',level=0,port_id=e0f9e62d-5a73-49b3-a2fb-730386480046,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:45.030943 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:45.047624 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Calling delete_port for e0f9e62d-5a73-49b3-a2fb-730386480046 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:45.173695 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (e0f9e62d-5a73-49b3-a2fb-730386480046), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:45.200142 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'Port': ['ID=e0f9e62d-5a73-49b3-a2fb-730386480046,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:45.252270 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] No DVR routers for this DVR port e0f9e62d-5a73-49b3-a2fb-730386480046 on host hv-cinder-82099 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:15:45.254672 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:45.258445 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6b473687-4bbf-4950-b2db-3c1ea3b873ec req-8e10d431-9521-47e9-b961-c6c8aae6c74b tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e0f9e62d-5a73-49b3-a2fb-730386480046 HTTP/1.1" status: 204 len: 173 time: 0.3946218 Oct 14 13:15:45.258930 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'name': 'network-vif-deleted', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 13:15:45.261181 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e136da0df5c74ce469df1187626e2d7cf3ede929ce06c5a66a2015299f11837a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44594c3-173d-4b99-aef2-4c860d3f0413" -d '{"events": [{"server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "name": "network-vif-deleted", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 13:15:45.300213 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aa0ee9-57fd-436a-897d-c4a55849e1b5 x-openstack-request-id: req-b8aa0ee9-57fd-436a-897d-c4a55849e1b5 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 13:15:45.300508 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20aba6-91ca-4787-b9dd-e2ac66f64bb1", "name": "network-vif-deleted", "tag": "e0f9e62d-5a73-49b3-a2fb-730386480046", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 13:15:45.300763 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8aa0ee9-57fd-436a-897d-c4a55849e1b5 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 13:15:45.301167 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aa0ee9-57fd-436a-897d-c4a55849e1b5'] response: {'server_uuid': '7e20aba6-91ca-4787-b9dd-e2ac66f64bb1', 'name': 'network-vif-deleted', 'tag': 'e0f9e62d-5a73-49b3-a2fb-730386480046', 'status': 'completed', 'code': 200} Oct 14 13:15:45.904696 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b5d6e970-4794-46f0-bbd2-54b3e40e7f8f req-fdbac1b3-c787-4041-bae2-2175eb646450 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7e20aba6-91ca-4787-b9dd-e2ac66f64bb1 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Oct 14 13:15:46.971503 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52426) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:47.081109 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Deleting port 506f754e-f400-4db5-9bbc-964fb866ad75 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:47.081452 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (506f754e-f400-4db5-9bbc-964fb866ad75), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:47.159977 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (506f754e-f400-4db5-9bbc-964fb866ad75), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:47.160298 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (506f754e-f400-4db5-9bbc-964fb866ad75), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:47.172794 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Calling delete_port for 506f754e-f400-4db5-9bbc-964fb866ad75 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:47.536479 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (506f754e-f400-4db5-9bbc-964fb866ad75), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:47.541117 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:47.562999 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'Port': ['ID=506f754e-f400-4db5-9bbc-964fb866ad75,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:47.603009 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:47.625427 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for floatingip (8b30f206-9d62-4e72-81b1-edce70bbd307), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:47.627880 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102721'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:47.629029 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-609fcdcb-9d0e-4345-ab15-1b9b8c44daaf tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/8b30f206-9d62-4e72-81b1-edce70bbd307 HTTP/1.1" status: 204 len: 168 time: 0.6569376 Oct 14 13:15:48.838759 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 52438) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:48.883712 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e0f9e62d-5a73-49b3-a2fb-730386480046 no longer exists at agent hyperv_hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:48.897275 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-952482af-921f-4b83-9f4d-e7e49f6668b7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group (593af3bc-93b0-4328-aef8-b396d71dcd11), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:48.902751 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] No Port match for: e0f9e62d-5a73-49b3-a2fb-730386480046 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:48.903095 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Device e0f9e62d-5a73-49b3-a2fb-730386480046 not bound to the agent host hv-cinder-82099 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:48.922328 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-952482af-921f-4b83-9f4d-e7e49f6668b7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group (593af3bc-93b0-4328-aef8-b396d71dcd11), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:48.985755 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-952482af-921f-4b83-9f4d-e7e49f6668b7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (593af3bc-93b0-4328-aef8-b396d71dcd11), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:48.988568 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-952482af-921f-4b83-9f4d-e7e49f6668b7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:48.989797 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-952482af-921f-4b83-9f4d-e7e49f6668b7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/593af3bc-93b0-4328-aef8-b396d71dcd11 HTTP/1.1" status: 204 len: 168 time: 0.1500041 Oct 14 13:15:48.999252 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952482af-921f-4b83-9f4d-e7e49f6668b7 tempest-TestVolumeBootPattern-1888630407 tempest-TestVolumeBootPattern-1888630407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593af3bc-93b0-4328-aef8-b396d71dcd11,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:49.043602 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 52442) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:49.276594 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:49.406144 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:49.448982 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (40867364-d560-4e9c-8890-6807103d6023), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:49.664086 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Deleting port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:49.664323 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:49.740972 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] For port 38eb12aa-ba3c-44ee-9fc6-74dbeb583233, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:49.741325 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:49.753922 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Calling delete_port for 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:49.929669 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (38eb12aa-ba3c-44ee-9fc6-74dbeb583233), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:49.953090 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Pushing event deleted for resources: {'Port': ['ID=38eb12aa-ba3c-44ee-9fc6-74dbeb583233,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:50.340494 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:50.360740 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (40867364-d560-4e9c-8890-6807103d6023), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:50.381582 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efda06f-513f-4cc7-824a-8656754a7840 None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:15:50.462756 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efda06f-513f-4cc7-824a-8656754a7840 None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:15:50.470281 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:50.574164 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Router 40867364-d560-4e9c-8890-6807103d6023 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:15:50.678962 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:15:50.686292 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-541312f4-c9c6-4d4e-bde7-ebf68170edba admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/40867364-d560-4e9c-8890-6807103d6023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416004 Oct 14 13:15:50.686956 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52446) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:50.688634 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f8e44-149c-418d-9809-71285f35179c None None] Sync routers for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:15:50.699652 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:50.700264 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:50.794818 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks [] for router (40867364-d560-4e9c-8890-6807103d6023), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:50.805916 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:50.897697 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks [] for router_gateway (40867364-d560-4e9c-8890-6807103d6023), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:50.947086 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Deleting port 2460c283-5d18-46e9-ac91-bc5bdd1c741e {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:50.947429 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:50.981417 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:15:49Z', 'revision_number': 5, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port': {'id': '2460c283-5d18-46e9-ac91-bc5bdd1c741e', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40867364-d560-4e9c-8890-6807103d6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:51.008156 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f8e44-149c-418d-9809-71285f35179c None None] Checking router: 40867364-d560-4e9c-8890-6807103d6023 for host: dv-cinder-820994-7-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:15:51.016837 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] Routers {'40867364-d560-4e9c-8890-6807103d6023'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:51.017447 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['40867364-d560-4e9c-8890-6807103d6023'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:51.043735 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] For port 2460c283-5d18-46e9-ac91-bc5bdd1c741e, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=2460c283-5d18-46e9-ac91-bc5bdd1c741e,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:51.044137 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.057159 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Calling delete_port for 2460c283-5d18-46e9-ac91-bc5bdd1c741e owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:51.102803 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] Set router 40867364-d560-4e9c-8890-6807103d6023 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:51.151501 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-496f8e44-149c-418d-9809-71285f35179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:15:50Z', 'revision_number': 6, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:51.157850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-023aea70-f877-440d-9d91-df32e5cef206 None None] Provisioning complete for port 10fb4c00-0460-4fe6-81ab-b282a6f58154 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:15:51.158444 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-023aea70-f877-440d-9d91-df32e5cef206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.158782 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-023aea70-f877-440d-9d91-df32e5cef206 None None] Attempt 1 to provision port 10fb4c00-0460-4fe6-81ab-b282a6f58154 Oct 14 13:15:51.176980 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f8e44-149c-418d-9809-71285f35179c None None] The sync data for ids ['40867364-d560-4e9c-8890-6807103d6023'] in dv-cinder-820994-7-iscsi is: [{'id': '40867364-d560-4e9c-8890-6807103d6023', 'name': 'tempest-TestVolumeBootPattern-248871192-router', 'tenant_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:08:59Z', 'updated_at': '2022-10-14T13:15:50Z', 'revision_number': 6, 'project_id': 'd5a0e78a09a843b1b6d2eee3ed8f7903', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:15:51.227918 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (2460c283-5d18-46e9-ac91-bc5bdd1c741e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.249341 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-023aea70-f877-440d-9d91-df32e5cef206 None None] Current status of the port 10fb4c00-0460-4fe6-81ab-b282a6f58154 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:15:51.258063 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2460c283-5d18-46e9-ac91-bc5bdd1c741e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:51.319569 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (40867364-d560-4e9c-8890-6807103d6023), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.404527 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (40867364-d560-4e9c-8890-6807103d6023), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.406586 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks [] for router_controller (40867364-d560-4e9c-8890-6807103d6023), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.448727 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (40867364-d560-4e9c-8890-6807103d6023), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.449311 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40867364-d560-4e9c-8890-6807103d6023 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:15:51.453716 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.454702 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b9d7bbb4-75c8-4027-846d-1a4e0e4e8fa5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/40867364-d560-4e9c-8890-6807103d6023 HTTP/1.1" status: 204 len: 168 time: 0.7663684 Oct 14 13:15:51.457295 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52448) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:51.506083 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Deleting subnet 78fe7896-8a2f-4950-8870-e8cd1d2ae6dc {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:15:51.509213 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Publish callbacks [] for subnet (78fe7896-8a2f-4950-8870-e8cd1d2ae6dc), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.547931 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (78fe7896-8a2f-4950-8870-e8cd1d2ae6dc), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.570168 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:51.588033 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:51.630286 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (78fe7896-8a2f-4950-8870-e8cd1d2ae6dc), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.686129 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (78fe7896-8a2f-4950-8870-e8cd1d2ae6dc), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.712720 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fe7896-8a2f-4950-8870-e8cd1d2ae6dc,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:51.714898 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.720296 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7933654b-44cd-4f69-8e80-3262f213c2f8 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/78fe7896-8a2f-4950-8870-e8cd1d2ae6dc HTTP/1.1" status: 204 len: 168 time: 0.2597320 Oct 14 13:15:51.720459 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94088d11-026a-4552-a310-2d3ea33a5dfa None None] Network 8eba902a-eded-44ab-9171-f5f12325a82d requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:15:51.720871 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.47', 52450) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:51.789659 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (8eba902a-eded-44ab-9171-f5f12325a82d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.832095 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Deleting port 10fb4c00-0460-4fe6-81ab-b282a6f58154 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:51.832437 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.899177 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] For port 10fb4c00-0460-4fe6-81ab-b282a6f58154, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=10fb4c00-0460-4fe6-81ab-b282a6f58154,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:51.899470 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.914330 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Calling delete_port for 10fb4c00-0460-4fe6-81ab-b282a6f58154 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:51.938667 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] DHCP port deletion for 8eba902a-eded-44ab-9171-f5f12325a82d request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:15:51.980623 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Deleting port 10fb4c00-0460-4fe6-81ab-b282a6f58154 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:51.980987 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:51.994963 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109979'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.020776 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fb4c00-0460-4fe6-81ab-b282a6f58154,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:52.024823 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] No DVR routers for this DVR port 10fb4c00-0460-4fe6-81ab-b282a6f58154 on host dv-cinder-820994-7-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:15:52.062964 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] For port 10fb4c00-0460-4fe6-81ab-b282a6f58154, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=10fb4c00-0460-4fe6-81ab-b282a6f58154,segment=NetworkSegment(3707bd9c-7585-4a3d-a73c-b7e9abf28e39),segment_id=3707bd9c-7585-4a3d-a73c-b7e9abf28e39)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:52.063442 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.076850 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Calling delete_port for 10fb4c00-0460-4fe6-81ab-b282a6f58154 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:52.101030 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (8eba902a-eded-44ab-9171-f5f12325a82d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.123716 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eba902a-eded-44ab-9171-f5f12325a82d']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:52.134961 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3707bd9c-7585-4a3d-a73c-b7e9abf28e39') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:52.135266 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3707bd9c-7585-4a3d-a73c-b7e9abf28e39') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:52.145399 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2925629'] for segment (3707bd9c-7585-4a3d-a73c-b7e9abf28e39), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.162499 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (3707bd9c-7585-4a3d-a73c-b7e9abf28e39), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.167544 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (10fb4c00-0460-4fe6-81ab-b282a6f58154), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.173253 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:15:52.173833 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109892'] for segment (3707bd9c-7585-4a3d-a73c-b7e9abf28e39), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.192829 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Pushing event deleted for resources: {'Port': ['ID=10fb4c00-0460-4fe6-81ab-b282a6f58154,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:52.202553 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] No DVR routers for this DVR port 10fb4c00-0460-4fe6-81ab-b282a6f58154 on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:15:52.206245 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.206615 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.206962 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.207307 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.207646 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.207979 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.213819 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ef347-4cca-4c5b-9f69-d546c09fb4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820994-7-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 13:15:52.258361 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (8eba902a-eded-44ab-9171-f5f12325a82d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.264162 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.267344 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/8eba902a-eded-44ab-9171-f5f12325a82d HTTP/1.1" status: 204 len: 168 time: 0.5457458 Oct 14 13:15:52.270354 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52456) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:52.279398 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf19269-fdc5-434a-bf0f-5d4d67df3185 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eba902a-eded-44ab-9171-f5f12325a82d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:52.287260 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 3707bd9c-7585-4a3d-a73c-b7e9abf28e39 resource provider aggregate not found Oct 14 13:15:52.304663 dv-cinder-820994-7-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 3707bd9c-7585-4a3d-a73c-b7e9abf28e39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3707bd9c-7585-4a3d-a73c-b7e9abf28e39 found for delete ", "request_id": "req-c97cf35f-3884-41f2-8ff2-17e5b30cd52e"}]} Oct 14 13:15:52.453282 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:52.477469 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:52.477805 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 38eb12aa-ba3c-44ee-9fc6-74dbeb583233 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:52.478137 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2460c283-5d18-46e9-ac91-bc5bdd1c741e no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:52.479610 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:52.498368 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 2460c283-5d18-46e9-ac91-bc5bdd1c741e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:52.498368 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 2460c283-5d18-46e9-ac91-bc5bdd1c741e not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:52.498695 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 10fb4c00-0460-4fe6-81ab-b282a6f58154 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:52.518412 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 10fb4c00-0460-4fe6-81ab-b282a6f58154 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:52.518785 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 10fb4c00-0460-4fe6-81ab-b282a6f58154 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:52.582602 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532813'] for router_interface (f6159cf6-9020-4c25-aa89-3c8130698c06), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.798603 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Deleting port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:52.799269 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.879794 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] For port 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:52.880671 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:52.892985 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Calling delete_port for 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:52.929800 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:53.006757 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:53.072577 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:53.096629 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Pushing event deleted for resources: {'Port': ['ID=45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:53.259654 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532793'] for router_interface (f6159cf6-9020-4c25-aa89-3c8130698c06), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:53.278965 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38faf288-e4d0-4f05-ba3c-6f1109453fad None None] get_active_networks_info from dv-cinder-820994-7-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 13:15:53.299829 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:53.349660 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38faf288-e4d0-4f05-ba3c-6f1109453fad None None] Resources bound (agent type, host, resource id): {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 13:15:53.463854 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Router f6159cf6-9020-4c25-aa89-3c8130698c06 has already been hosted by L3 agent e0c90e94-6ba6-4015-b876-7f4856f20fb4 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 13:15:53.578108 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] Notify agent at l3_agent.dv-cinder-820994-7-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 13:15:53.584200 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-15592944-0ceb-4047-8b4e-0bee523b63bc admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/f6159cf6-9020-4c25-aa89-3c8130698c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3115211 Oct 14 13:15:53.586625 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52460) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:53.589128 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40423f41-108f-4310-8afe-887925c0e15b None None] Sync routers for ids ['f6159cf6-9020-4c25-aa89-3c8130698c06'] in dv-cinder-820994-7-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 13:15:53.605867 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] Routers {'f6159cf6-9020-4c25-aa89-3c8130698c06'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:53.606415 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['f6159cf6-9020-4c25-aa89-3c8130698c06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:53.692010 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks [] for router (f6159cf6-9020-4c25-aa89-3c8130698c06), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:53.717451 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] Set router f6159cf6-9020-4c25-aa89-3c8130698c06 gateway port host: dv-cinder-820994-7-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:53.797516 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks [] for router_gateway (f6159cf6-9020-4c25-aa89-3c8130698c06), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:53.835362 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:53.846312 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Deleting port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:53.846659 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:53.902696 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'external_fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:15:53Z', 'revision_number': 5, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port': {'id': '1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0', 'name': '', 'network_id': '0b81363e-cca5-4a5b-aa55-d77e2e09c541', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820994-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52c3aa44-002a-4fbd-8689-4974e9c8e74c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820994-7-iscsi'}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:53.928654 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40423f41-108f-4310-8afe-887925c0e15b None None] Checking router: f6159cf6-9020-4c25-aa89-3c8130698c06 for host: dv-cinder-820994-7-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 13:15:53.932252 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:53.937710 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] For port 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,segment=NetworkSegment(c482c040-3c9e-4b66-bacc-a1c26baf2fc5),segment_id=c482c040-3c9e-4b66-bacc-a1c26baf2fc5)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:53.937865 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] Routers {'f6159cf6-9020-4c25-aa89-3c8130698c06'} bound to L3 agent in host dv-cinder-820994-7-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 13:15:53.938075 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:53.938325 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820994-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T12:51:32Z,description=,heartbeat_timestamp=2022-10-14T13:15:32Z,host='dv-cinder-820994-7-iscsi',id=e0c90e94-6ba6-4015-b876-7f4856f20fb4,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T12:51:32Z,topic='l3_agent')) {'router_ids': ['f6159cf6-9020-4c25-aa89-3c8130698c06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:54.025506 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-dbf30377-e286-4a04-b5c1-9d333da8348b None None] Provisioning complete for port 3af070d7-69d3-438b-ae2b-381a9a25d8db triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 13:15:54.025872 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dbf30377-e286-4a04-b5c1-9d333da8348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546023'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.026197 dv-cinder-820994-7-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-dbf30377-e286-4a04-b5c1-9d333da8348b None None] Attempt 1 to provision port 3af070d7-69d3-438b-ae2b-381a9a25d8db Oct 14 13:15:54.055446 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] Set router f6159cf6-9020-4c25-aa89-3c8130698c06 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 13:15:54.118172 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-40423f41-108f-4310-8afe-887925c0e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:15:53Z', 'revision_number': 6, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port_host': None}], 'dv-cinder-820994-7-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:54.150675 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40423f41-108f-4310-8afe-887925c0e15b None None] The sync data for ids ['f6159cf6-9020-4c25-aa89-3c8130698c06'] in dv-cinder-820994-7-iscsi is: [{'id': 'f6159cf6-9020-4c25-aa89-3c8130698c06', 'name': 'tempest-TestVolumeBootPattern-68289885-router', 'tenant_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T13:09:04Z', 'updated_at': '2022-10-14T13:15:53Z', 'revision_number': 6, 'project_id': '7464ac4c7c1f46ad86a9de38bd55842f', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 13:15:54.193836 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-dbf30377-e286-4a04-b5c1-9d333da8348b None None] Current status of the port 3af070d7-69d3-438b-ae2b-381a9a25d8db is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 13:15:54.196720 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Calling delete_port for 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:54.358968 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.381288 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:54.444520 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534387'] for router_gateway (f6159cf6-9020-4c25-aa89-3c8130698c06), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.533848 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (f6159cf6-9020-4c25-aa89-3c8130698c06), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.536222 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks [] for router_controller (f6159cf6-9020-4c25-aa89-3c8130698c06), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.587064 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532833'] for router (f6159cf6-9020-4c25-aa89-3c8130698c06), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.587835 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6159cf6-9020-4c25-aa89-3c8130698c06 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 13:15:54.592624 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.596175 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-96ec8926-3500-4c10-bc4a-e264e341e4ec admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/f6159cf6-9020-4c25-aa89-3c8130698c06 HTTP/1.1" status: 204 len: 168 time: 1.0063043 Oct 14 13:15:54.596401 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52462) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:54.645040 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Deleting subnet f0305574-8bda-4ace-befd-359c46b06a2a {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 13:15:54.648065 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Publish callbacks [] for subnet (f0305574-8bda-4ace-befd-359c46b06a2a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.682373 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2802200'] for subnet (f0305574-8bda-4ace-befd-359c46b06a2a), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.759549 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541276'] for subnet (f0305574-8bda-4ace-befd-359c46b06a2a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.810967 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808052', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519576'] for subnet (f0305574-8bda-4ace-befd-359c46b06a2a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.836726 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0305574-8bda-4ace-befd-359c46b06a2a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:54.840327 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.843486 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1c27b513-55bf-4dcb-8ca2-f15711292eba admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/f0305574-8bda-4ace-befd-359c46b06a2a HTTP/1.1" status: 204 len: 168 time: 0.2461131 Oct 14 13:15:54.846014 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52464) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:54.848306 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd32f7c1-00af-45df-80a1-dd7c4d7a4ef6 None None] Network 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 requested from dv-cinder-820994-7-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 13:15:54.919032 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1418577'] for network (29b1bf44-1655-4dab-8dfd-bb1bc01e7057), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.920701 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:54.941530 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:54.965410 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Deleting port 3af070d7-69d3-438b-ae2b-381a9a25d8db {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:54.965746 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:54.965955 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:54.966149 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 45eabf3f-0d8a-46f0-b1d3-fcc70a8e8552 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:55.033034 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] DHCP port deletion for 29b1bf44-1655-4dab-8dfd-bb1bc01e7057 request from dv-cinder-820994-7-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 13:15:55.043235 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] For port 3af070d7-69d3-438b-ae2b-381a9a25d8db, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3af070d7-69d3-438b-ae2b-381a9a25d8db,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:55.043604 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.058964 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Calling delete_port for 3af070d7-69d3-438b-ae2b-381a9a25d8db owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:55.067727 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:55.075075 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:55.078403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] Deleting port 3af070d7-69d3-438b-ae2b-381a9a25d8db {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 13:15:55.078852 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740328534824'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.145244 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] For port 3af070d7-69d3-438b-ae2b-381a9a25d8db, host dv-cinder-820994-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820994-7-iscsi',level=0,port_id=3af070d7-69d3-438b-ae2b-381a9a25d8db,segment=NetworkSegment(6131ff42-f491-40e6-b8ab-b082de2a0c92),segment_id=6131ff42-f491-40e6-b8ab-b082de2a0c92)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 13:15:55.145714 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682611'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.147062 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2808001'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.158686 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] Calling delete_port for 3af070d7-69d3-438b-ae2b-381a9a25d8db owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 13:15:55.169027 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:15:55.174703 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af070d7-69d3-438b-ae2b-381a9a25d8db,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:55.181141 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] No DVR routers for this DVR port 3af070d7-69d3-438b-ae2b-381a9a25d8db on host dv-cinder-820994-7-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:15:55.248059 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740328538022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740328162277'] for port (3af070d7-69d3-438b-ae2b-381a9a25d8db), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.265553 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548686', 'neutron.services.segments.db._delete_segments_for_network-8740328625628'] for network (29b1bf44-1655-4dab-8dfd-bb1bc01e7057), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.272202 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] Pushing event deleted for resources: {'Port': ['ID=3af070d7-69d3-438b-ae2b-381a9a25d8db,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:55.277732 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f6612-679d-497f-8113-5a11ac8a4aaf None None] No DVR routers for this DVR port 3af070d7-69d3-438b-ae2b-381a9a25d8db on host dv-cinder-820994-7-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 13:15:55.291060 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b1bf44-1655-4dab-8dfd-bb1bc01e7057']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:55.300814 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6131ff42-f491-40e6-b8ab-b082de2a0c92') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:55.301111 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6131ff42-f491-40e6-b8ab-b082de2a0c92') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 13:15:55.310835 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740328679846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2802273'] for segment (6131ff42-f491-40e6-b8ab-b082de2a0c92), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.324530 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795'] for segment (6131ff42-f491-40e6-b8ab-b082de2a0c92), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.331187 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 13:15:55.331632 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2807838'] for segment (6131ff42-f491-40e6-b8ab-b082de2a0c92), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.394414 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534444'] for network (29b1bf44-1655-4dab-8dfd-bb1bc01e7057), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.403806 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559919'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.406974 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/29b1bf44-1655-4dab-8dfd-bb1bc01e7057 HTTP/1.1" status: 204 len: 168 time: 0.5600433 Oct 14 13:15:55.408539 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 6131ff42-f491-40e6-b8ab-b082de2a0c92 resource provider aggregate not found Oct 14 13:15:55.425395 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac62c1-1ec2-4179-9c67-23fc4a2a6db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b1bf44-1655-4dab-8dfd-bb1bc01e7057,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:55.428765 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 6131ff42-f491-40e6-b8ab-b082de2a0c92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6131ff42-f491-40e6-b8ab-b082de2a0c92 found for delete ", "request_id": "req-46931e1d-1d30-4b28-a5bb-c10606adef22"}]} Oct 14 13:15:55.524398 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52474) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:55.564081 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-93b95e43-0e27-4da5-a756-b569b4d70663 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=d5a0e78a09a843b1b6d2eee3ed8f7903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384121 Oct 14 13:15:55.566296 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52476) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:55.616363 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c389199-380d-4bd9-aa0c-040eec265e31 admin admin] Publish callbacks [] for security_group (2e245241-67db-499f-9a2a-d108d4868989), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.636483 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c389199-380d-4bd9-aa0c-040eec265e31 admin admin] Publish callbacks [] for security_group (2e245241-67db-499f-9a2a-d108d4868989), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.682959 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c389199-380d-4bd9-aa0c-040eec265e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (2e245241-67db-499f-9a2a-d108d4868989), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.685578 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9c389199-380d-4bd9-aa0c-040eec265e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:55.686708 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9c389199-380d-4bd9-aa0c-040eec265e31 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2e245241-67db-499f-9a2a-d108d4868989 HTTP/1.1" status: 204 len: 168 time: 0.1195493 Oct 14 13:15:55.695060 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c389199-380d-4bd9-aa0c-040eec265e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e245241-67db-499f-9a2a-d108d4868989,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:56.010005 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52482) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:56.048842 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bbc42b67-fa9f-42d1-b572-8cd594538a13 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7464ac4c7c1f46ad86a9de38bd55842f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376625 Oct 14 13:15:56.051256 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.47', 52484) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 13:15:56.098473 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd63707b-4a95-487d-a14e-8d5cc1875a21 admin admin] Publish callbacks [] for security_group (500dd5ed-32d5-4099-8952-55856a7ecf2d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:56.118476 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd63707b-4a95-487d-a14e-8d5cc1875a21 admin admin] Publish callbacks [] for security_group (500dd5ed-32d5-4099-8952-55856a7ecf2d), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:56.165041 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd63707b-4a95-487d-a14e-8d5cc1875a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030'] for security_group (500dd5ed-32d5-4099-8952-55856a7ecf2d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:56.167558 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd63707b-4a95-487d-a14e-8d5cc1875a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:15:56.168686 dv-cinder-820994-7-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fd63707b-4a95-487d-a14e-8d5cc1875a21 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/500dd5ed-32d5-4099-8952-55856a7ecf2d HTTP/1.1" status: 204 len: 168 time: 0.1165516 Oct 14 13:15:56.176406 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63707b-4a95-487d-a14e-8d5cc1875a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500dd5ed-32d5-4099-8952-55856a7ecf2d,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 13:15:56.452384 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:56.473164 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:56.473528 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 1c7b00d9-8a77-4eeb-85a0-f7834a2f98b0 not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:15:56.474031 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3af070d7-69d3-438b-ae2b-381a9a25d8db no longer exists at agent ovs-agent-dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 13:15:56.493878 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] No Port match for: 3af070d7-69d3-438b-ae2b-381a9a25d8db {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 13:15:56.494222 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Device 3af070d7-69d3-438b-ae2b-381a9a25d8db not bound to the agent host dv-cinder-820994-7-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 13:16:00.023902 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c05c6ed-51b4-4351-bff7-24e3601ab9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:01.126928 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=88 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:01.154125 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=83 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:02.196967 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-30d01740-0559-41ef-b159-47040b34bcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:02.268521 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=75,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:02.269309 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:03.589568 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:05.186170 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:05.197830 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:06.151260 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:06.172374 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=7 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:06.381813 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:16:13.586353 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:17.422256 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:17.433378 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:23.580542 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=36,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:23.582421 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:28.227895 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=13 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:28.229843 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=13 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:30.026556 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbb17-1e36-4f8e-955b-d24f3d0612e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:32.201107 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e5460931-5b3a-4940-b820-c03bfc950bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:33.592341 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:35.198207 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:35.202356 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:43.380739 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:16:43.592375 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:16:53.586370 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:53.588721 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:55.386943 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:16:55.387702 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:00.029951 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3c019840-d3d8-432e-b17f-45833e3f8f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:02.203463 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5e9ae002-9c50-4213-89e8-fd5ab3ac80a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:03.596667 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:05.200296 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:05.204871 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:13.612309 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:20.379708 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:17:23.606382 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:23.608237 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:30.032417 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dcb94ecc-8f0c-4912-bed2-f2dd9fd2301b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:31.429720 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:31.434210 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=7 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:32.205080 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cf790065-4785-41ce-b63e-7af3ba7fa442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:33.597564 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:35.195425 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:35.206095 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:43.611704 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:17:53.602385 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:53.607980 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:17:57.379168 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:18:00.038715 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c2410f5-f4ea-4556-9234-8f82c7159e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:02.206470 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-61833bde-4a99-4724-9ab8-1c9a7aa314e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:03.600968 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:05.196464 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:05.207096 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:08.435422 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:08.439493 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:13.625886 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:23.619996 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:23.621842 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:28.232103 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=14 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:28.233905 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=12 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:30.031001 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f087bc7e-3d48-4154-ac84-c87e630a1fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:32.207036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0bd55482-bd82-4b11-9ac9-9d3a10adff1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:33.606315 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:34.377927 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:18:35.198698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:35.209403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:43.632169 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:18:45.205967 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:45.431634 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:45.436023 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:18:53.628621 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:00.033417 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7ce3d109-59f1-4897-bfc2-a95a6aff2fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:02.208698 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0fb5748-7418-4718-a6bf-4cf51df0fcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:03.606626 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:05.206716 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:05.210506 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:11.380081 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:19:13.640702 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:22.431116 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:23.631036 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:23.636592 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:28.445689 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:30.035244 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-afd661cb-6b64-4671-aec0-f6fa6eebe828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:32.209438 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7d721473-2f9b-4561-8cdd-1ec204b374d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:33.609212 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:35.210403 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:35.213980 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:43.639532 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:19:48.378960 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:19:53.633407 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:53.635353 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:56.983274 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-55bdc94f-2fab-4330-b97f-67fffff76b4f service neutron] (104449) timed out ('10.222.0.47', 47030) {{(pid=104449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 13:19:57.216330 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-af23a9ce-0734-4ef0-a512-600482c8dc6d req-0f379776-2f1f-48f8-9e65-92c7dda48eb6 tempest-TestShelveInstance-1946983482 tempest-TestShelveInstance-1946983482-project] (104449) timed out ('10.222.0.47', 47042) {{(pid=104449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 13:19:59.432505 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:19:59.437245 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:20:00.036521 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2efddb36-e818-45cb-8127-0d608131fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:02.213782 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-abd70373-9721-4eed-8ff6-e450707bd41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:03.611581 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:05.213917 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:05.217849 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:13.632699 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:23.622775 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:20:23.628423 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:20:25.377568 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:20:30.037211 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cfa32142-0136-4370-b937-820a9eb9c86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:32.214410 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4a733bb2-4390-400c-aa41-578f549cc001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:33.082705 dv-cinder-820994-7-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-431fd22c-ef3d-42f7-978f-b0db6e90cde4 service neutron] (104450) timed out ('10.222.0.47', 45702) {{(pid=104450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 13:20:33.168417 dv-cinder-820994-7-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-c0177da1-53fb-4dd7-9f81-15dc4807f566 req-793ac54a-efce-4c96-b9cb-38e24bc4931e tempest-AttachVolumeShelveTestJSON-1446019722 tempest-AttachVolumeShelveTestJSON-1446019722-project] (104449) timed out ('10.222.0.47', 45710) {{(pid=104449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 13:20:33.614726 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:35.219866 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:35.225761 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:36.437595 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:20:36.441618 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:20:43.656598 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-45bfa08e-9bf8-4199-b6d8-31338f059260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (c11769dd-9ac3-4456-a89d-af53278cbeaa), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:20:53.651724 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:20:53.653602 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 13:21:00.038626 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0e610966-bb84-4bf2-9e24-b5d6c5e15951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (40166ead-abf9-4767-ba48-8cc584a80ff1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:21:02.216285 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f359c67a-10b9-4b9c-9409-13ef5c3bbb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (e0c90e94-6ba6-4015-b876-7f4856f20fb4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:21:02.376765 dv-cinder-820994-7-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-726ad576-a1a1-4c27-af04-4c24897225f8 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 13:21:03.617955 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-52a32030-33a2-4ecf-932d-39afa035c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (d2ec5d46-542e-4a1e-aab3-573eccd63b81), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:21:05.221063 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b79b4b86-44d1-4a56-b038-0dee2ced9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (73dfc8ef-1788-47c0-9dac-eaef76c40bee), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 13:21:05.224775 dv-cinder-820994-7-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e60e3de-aafe-4e69-840f-8489cae591b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740328625610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546177'] for agent (3661f43e-943f-4b19-b022-bf478f5193c1), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}